00010000:00000010:3.1F:1760455000.714748:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bffc08cd. 00010000:00000010:3.1:1760455000.714760:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d713c715. 00010000:00000010:3.1:1760455000.714762:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d2bc4e8. 00010000:00000010:3.1:1760455000.714765:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a139645. 00010000:00000010:1.1F:1760455000.719588:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072dfc7ac. 00010000:00010000:1.0:1760456369.908478:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50ddfe lrc: 2/0,0 mode: PW/PW res: [0x149a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.908498:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005b2472ce already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.908503:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50ddfe lrc: 2/0,0 mode: PW/PW res: [0x149a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.908596:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50ddfe lrc: 3/0,0 mode: PW/PW res: [0x149a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.908636:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50ddfe lrc: 1/0,0 mode: --/PW res: [0x149a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.908643:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50ddfe lrc: 0/0,0 mode: --/PW res: [0x149a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.908665:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.908668:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.908672:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1760456369.908902:0:87239:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006423e457 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+316:85189:x1845970852958272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4050us (4336us total) trans 12884911149 rc 0/0 00000100:00100000:1.0:1760456369.908918:0:87239:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19156 00010000:00010000:1.0:1760456369.908992:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1760456369.909561:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000437f229a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852960000:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.909599:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1760456369.909638:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000002b24b044/2, rc 0, transno 8062 00000100:00100000:1.0:1760456369.909651:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002b24b044 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852959232:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1760456369.909676:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009db72e27/2, rc 0, transno 8057 00000100:00100000:1.0:1760456369.909685:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009db72e27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852957888:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1760456369.909700:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ce35650d/2, rc 0, transno 9260 00000100:00100000:1.0:1760456369.909710:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ce35650d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852958208:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1760456369.909727:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003baa0a8a/2, rc 0, transno 9262 00000100:00100000:1.0:1760456369.909733:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003baa0a8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852958592:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456369.909748:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1760456369.909756:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000025beaf22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852960064:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456369.909784:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456369.909818:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a14d6cde pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852960256:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456369.909843:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456369.909865:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1760456369.909872:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000973ef954 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852960320:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.909907:0:87239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852960256 00000100:00100000:1.0:1760456369.909949:0:87239:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19164 00000100:00100000:1.0:1760456369.909960:0:87239:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a2540ebe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+317:85188:x1845970852960064:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1760456369.909976:0:87239:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5284 count 1 00010000:00010000:1.0:1760456369.909989:0:87239:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50de28 lrc: 3/0,1 mode: --/PW res: [0x14a4:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.910015:0:87239:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007b9368af/0x3e4967fcee502ac8 lrc: 2/0,0 mode: PR/PR res: [0x14a4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e191 expref: 328 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.910040:0:87239:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.910043:0:87239:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.910048:0:87239:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50de28 lrc: 4/0,1 mode: --/PW res: [0x14a4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.910092:0:87239:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007b9368af/0x3e4967fcee502ac8 lrc: 3/0,0 mode: PR/PR res: [0x14a4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e191 expref: 328 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.910127:0:87239:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007b9368af/0x3e4967fcee502ac8 lrc: 4/0,0 mode: PR/PR res: [0x14a4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e191 expref: 328 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.910164:0:87239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000030baf9a4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:87239:1845970852960640:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456369.910208:0:87239:0:(client.c:2500:ptlrpc_set_wait()) set 00000000af5e5d9f going to sleep for 6 seconds 00000100:00100000:1.0:1760456369.910236:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456369.910322:0:164871:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19167 00000100:00100000:1.0:1760456369.910329:0:164871:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004a2d9d85 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+301:85188:x1845970852960320:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1760456369.910347:0:164871:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5511 count 1 00010000:00010000:1.0:1760456369.910409:0:164871:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000666e57f8/0x3e4967fcee50de44 lrc: 3/0,1 mode: --/PW res: [0x1587:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.910436:0:164871:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000096f0094f/0x3e4967fcee504070 lrc: 2/0,0 mode: PR/PR res: [0x1587:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e661 expref: 293 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.910452:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.910455:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.910457:0:164871:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000666e57f8/0x3e4967fcee50de44 lrc: 4/0,1 mode: --/PW res: [0x1587:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.910500:0:164871:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000096f0094f/0x3e4967fcee504070 lrc: 3/0,0 mode: PR/PR res: [0x1587:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e661 expref: 293 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.910551:0:164871:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000096f0094f/0x3e4967fcee504070 lrc: 4/0,0 mode: PR/PR res: [0x1587:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e661 expref: 293 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.910666:0:164871:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000091f4412c pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:164871:1845970852961024:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456369.910770:0:164871:0:(client.c:2500:ptlrpc_set_wait()) set 000000005da3d02f going to sleep for 6 seconds 00000100:00100000:1.0:1760456369.910889:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a7b579d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852960832:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.910963:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1760456369.910993:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000022a604fa/2, rc 0, transno 9265 00000100:00100000:1.0:1760456369.911007:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022a604fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852959360:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456369.911114:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a4b4ea1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852961344:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456369.911143:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456369.911161:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1760456369.911170:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ef61fe33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852960960:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456369.911197:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456369.911452:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1760456369.911462:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000031947dca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852961600:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.911581:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456369.913595:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.913632:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.913655:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.913702:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.913788:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.913811:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.913828:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.913850:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.913869:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.914003:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.914024:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.914053:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.914080:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.914096:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.914122:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.914152:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.914226:0:87237:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e010479f pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:87237:1845970852961088:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456369.914317:0:87237:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000c03b33d/0x3e4967fcee50de4b lrc: 3/0,1 mode: --/PW res: [0x14cc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.914350:0:164871:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000091f4412c pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:164871:1845970852961024:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456369.914399:0:164871:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000666e57f8/0x3e4967fcee50de44 lrc: 3/0,1 mode: --/PW res: [0x1587:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.914766:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.914771:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50de1a lrc: 2/0,0 mode: PW/PW res: [0x14bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.914792:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001812ae55 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.914797:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50de1a lrc: 2/0,0 mode: PW/PW res: [0x14bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.914817:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50de1a lrc: 3/0,0 mode: PW/PW res: [0x14bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.914842:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50de1a lrc: 1/0,0 mode: --/PW res: [0x14bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.914880:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50de1a lrc: 0/0,0 mode: --/PW res: [0x14bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.914918:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.914920:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.914922:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.914958:0:87237:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000c03b33d/0x3e4967fcee50de4b lrc: 3/0,1 mode: PW/PW res: [0x14cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.914979:0:87237:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000c03b33d/0x3e4967fcee50de4b lrc: 3/0,1 mode: PW/PW res: [0x14cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.915005:0:87237:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000c03b33d/0x3e4967fcee50de4b lrc: 3/0,1 mode: PW/PW res: [0x14cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.915062:0:87237:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000c03b33d/0x3e4967fcee50de4b lrc: 2/0,0 mode: PW/PW res: [0x14cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.915097:0:87237:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1760456369.915318:0:87237:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000861b192d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+323:85190:x1845970852960512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4932us (4985us total) trans 12884911156 rc 0/0 00000100:00100000:1.0:1760456369.915336:0:87237:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19169 00010000:00010000:1.0:1760456369.915363:0:164871:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000666e57f8/0x3e4967fcee50de44 lrc: 3/0,1 mode: PW/PW res: [0x1587:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.915370:0:164871:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000666e57f8/0x3e4967fcee50de44 lrc: 3/0,1 mode: PW/PW res: [0x1587:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.915382:0:164871:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000666e57f8/0x3e4967fcee50de44 lrc: 3/0,1 mode: PW/PW res: [0x1587:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.915389:0:164871:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000666e57f8/0x3e4967fcee50de44 lrc: 2/0,0 mode: PW/PW res: [0x1587:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.915407:0:164871:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1760456369.915572:0:164871:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004a2d9d85 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+307:85188:x1845970852960320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5240us (5334us total) trans 38654713729 rc 0/0 00000100:00100000:1.0:1760456369.915589:0:164871:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19167 00010000:00010000:1.0:1760456369.915911:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.915915:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50de6e lrc: 2/0,0 mode: PW/PW res: [0x14ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.915926:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000291c078f already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.915929:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50de6e lrc: 2/0,0 mode: PW/PW res: [0x14ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.915935:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50de6e lrc: 3/0,0 mode: PW/PW res: [0x14ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.915952:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50de6e lrc: 1/0,0 mode: --/PW res: [0x14ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.916008:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50de6e lrc: 0/0,0 mode: --/PW res: [0x14ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.916103:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.916106:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.916110:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.916168:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.916185:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000024a38e54/0x3e4967fcee50de7c lrc: 2/0,0 mode: PW/PW res: [0x14d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.916193:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000024a38e54 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.916197:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000024a38e54/0x3e4967fcee50de7c lrc: 2/0,0 mode: PW/PW res: [0x14d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.916250:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000024a38e54/0x3e4967fcee50de7c lrc: 3/0,0 mode: PW/PW res: [0x14d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.916279:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000024a38e54/0x3e4967fcee50de7c lrc: 1/0,0 mode: --/PW res: [0x14d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.916297:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000024a38e54/0x3e4967fcee50de7c lrc: 0/0,0 mode: --/PW res: [0x14d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.916333:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.916337:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50de28 lrc: 2/0,0 mode: PW/PW res: [0x14a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.916345:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dffb579e already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.916348:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50de28 lrc: 2/0,0 mode: PW/PW res: [0x14a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.916368:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50de28 lrc: 3/0,0 mode: PW/PW res: [0x14a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.916392:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50de28 lrc: 1/0,0 mode: --/PW res: [0x14a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.916402:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50de28 lrc: 0/0,0 mode: --/PW res: [0x14a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.916485:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.916488:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.916490:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.916654:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.916658:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009389ebef/0x3e4967fcee50de36 lrc: 2/0,0 mode: PW/PW res: [0x1599:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.916665:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009389ebef already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.916668:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009389ebef/0x3e4967fcee50de36 lrc: 2/0,0 mode: PW/PW res: [0x1599:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.916673:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009389ebef/0x3e4967fcee50de36 lrc: 3/0,0 mode: PW/PW res: [0x1599:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.916685:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009389ebef/0x3e4967fcee50de36 lrc: 1/0,0 mode: --/PW res: [0x1599:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.916689:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009389ebef/0x3e4967fcee50de36 lrc: 0/0,0 mode: --/PW res: [0x1599:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.916711:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.916715:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.916718:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.917271:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.917276:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000554e8914/0x3e4967fcee50de52 lrc: 2/0,0 mode: PW/PW res: [0x15a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.917296:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000554e8914 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.917299:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000554e8914/0x3e4967fcee50de52 lrc: 2/0,0 mode: PW/PW res: [0x15a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.917305:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000554e8914/0x3e4967fcee50de52 lrc: 3/0,0 mode: PW/PW res: [0x15a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.917317:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000554e8914/0x3e4967fcee50de52 lrc: 1/0,0 mode: --/PW res: [0x15a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.917383:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000554e8914/0x3e4967fcee50de52 lrc: 0/0,0 mode: --/PW res: [0x15a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.917409:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.917412:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.917415:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1760456369.917880:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.918468:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.918551:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.918593:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.918635:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873983552 00010000:00010000:1.0:1760456369.918651:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001875d304/0x3e4967fcee502ff3 lrc: 4/0,0 mode: PR/PR res: [0x14d6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e2b7 expref: 321 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.918694:0:122343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1169 00000100:00100000:1.0:1760456369.918709:0:122343:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a1ba63fc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+321:167593:x1845970873983552:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1760456369.918727:0:122343:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456369.918737:0:122343:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001875d304/0x3e4967fcee502ff3 lrc: 4/0,0 mode: PR/PR res: [0x14d6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e2b7 expref: 320 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.918766:0:122343:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001875d304/0x3e4967fcee502ff3 lrc: 3/0,0 mode: PR/PR res: [0x14d6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e2b7 expref: 320 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.918798:0:122343:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001875d304/0x3e4967fcee502ff3 lrc: 0/0,0 mode: --/PR res: [0x14d6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e2b7 expref: 320 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.918825:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.918828:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.918831:0:122343:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50de9f lrc: 3/0,1 mode: PW/PW res: [0x14d6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.918849:0:122343:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50de9f lrc: 4/0,1 mode: PW/PW res: [0x14d6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.918877:0:122343:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1760456369.918903:0:122343:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a1ba63fc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+318:167593:x1845970873983552:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 200us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456369.918914:0:122343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1169 00000100:00100000:1.0:1760456369.919324:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.919390:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.919426:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.919458:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873983680 00010000:00010000:1.0:1760456369.919473:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e72544f0/0x3e4967fcee50451d lrc: 5/0,0 mode: PR/PR res: [0x159e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e76b expref: 285 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.919542:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873983744 00010000:00010000:1.0:1760456369.919558:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000059873b5f/0x3e4967fcee50312e lrc: 4/0,0 mode: PR/PR res: [0x14dd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e2fd expref: 319 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.919595:0:122343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1171 00000100:00100000:1.0:1760456369.919609:0:122343:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000890b4339 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+285:167594:x1845970873983680:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1760456369.919630:0:122343:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456369.919636:0:122343:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e72544f0/0x3e4967fcee50451d lrc: 5/0,0 mode: PR/PR res: [0x159e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e76b expref: 285 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.919661:0:122343:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e72544f0/0x3e4967fcee50451d lrc: 4/0,0 mode: PR/PR res: [0x159e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e76b expref: 285 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.919694:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.919698:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.919702:0:122343:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50dead lrc: 3/0,1 mode: PW/PW res: [0x159e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.919724:0:122343:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50dead lrc: 4/0,1 mode: PW/PW res: [0x159e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.919762:0:122343:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1760456369.919783:0:122343:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000890b4339 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+285:167594:x1845970873983680:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 177us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456369.919801:0:122343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1171 00000100:00100000:1.0:1760456369.919872:0:122343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1172 00000100:00100000:1.0:1760456369.919879:0:122343:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006e842412 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+317:167593:x1845970873983744:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1760456369.919889:0:122343:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456369.919895:0:122343:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000059873b5f/0x3e4967fcee50312e lrc: 4/0,0 mode: PR/PR res: [0x14dd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e2fd expref: 317 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.919909:0:122343:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000059873b5f/0x3e4967fcee50312e lrc: 3/0,0 mode: PR/PR res: [0x14dd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e2fd expref: 317 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.919942:0:122343:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059873b5f/0x3e4967fcee50312e lrc: 0/0,0 mode: --/PR res: [0x14dd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e2fd expref: 317 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.919972:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.919975:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.919978:0:122343:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50deb4 lrc: 3/0,1 mode: PW/PW res: [0x14dd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.920041:0:122343:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50deb4 lrc: 4/0,1 mode: PW/PW res: [0x14dd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.920067:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.920071:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009c02871f/0x3e4967fcee50de21 lrc: 2/0,0 mode: PW/PW res: [0x157d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.920080:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009c02871f already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.920084:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009c02871f/0x3e4967fcee50de21 lrc: 2/0,0 mode: PW/PW res: [0x157d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.920102:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009c02871f/0x3e4967fcee50de21 lrc: 3/0,0 mode: PW/PW res: [0x157d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.920122:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009c02871f/0x3e4967fcee50de21 lrc: 1/0,0 mode: --/PW res: [0x157d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.920129:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c02871f/0x3e4967fcee50de21 lrc: 0/0,0 mode: --/PW res: [0x157d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.920147:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.920150:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.920153:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.920170:0:122343:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1760456369.920195:0:122343:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006e842412 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+316:167593:x1845970873983744:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 314us (774us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456369.920212:0:122343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1172 00000100:00100000:1.0:1760456369.920330:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.920474:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873983808 00010000:00010000:1.0:1760456369.920487:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003c3a15b2/0x3e4967fcee50459b lrc: 5/0,0 mode: PR/PR res: [0x15a0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e787 expref: 284 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.920563:0:122343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1173 00000100:00100000:1.0:1760456369.920575:0:122343:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c67e02c1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+284:167594:x1845970873983808:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1760456369.920590:0:122343:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456369.920597:0:122343:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003c3a15b2/0x3e4967fcee50459b lrc: 5/0,0 mode: PR/PR res: [0x15a0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e787 expref: 284 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.920640:0:122343:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003c3a15b2/0x3e4967fcee50459b lrc: 4/0,0 mode: PR/PR res: [0x15a0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e787 expref: 284 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.920666:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.920669:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.920671:0:122343:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000096f50db4/0x3e4967fcee50debb lrc: 3/0,1 mode: PW/PW res: [0x15a0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.920690:0:122343:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000096f50db4/0x3e4967fcee50debb lrc: 4/0,1 mode: PW/PW res: [0x15a0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.920713:0:122343:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1760456369.920746:0:122343:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c67e02c1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+284:167594:x1845970873983808:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 173us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456369.920756:0:122343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1173 00000100:00100000:1.0:1760456369.921335:0:87237:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19193 00000100:00100000:1.0:1760456369.921348:0:87237:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000097accd45 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+314:85189:x1845970852963904:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1760456369.921366:0:87237:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5553 count 1 00010000:00010000:1.0:1760456369.921380:0:87237:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005b2472ce/0x3e4967fcee50def3 lrc: 3/0,1 mode: --/PW res: [0x15b1:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.921403:0:87237:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bc2d6ba5/0x3e4967fcee504715 lrc: 2/0,0 mode: PR/PR res: [0x15b1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e7db expref: 283 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.921413:0:87237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.921415:0:87237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.921416:0:87237:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005b2472ce/0x3e4967fcee50def3 lrc: 4/0,1 mode: --/PW res: [0x15b1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.921499:0:87237:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bc2d6ba5/0x3e4967fcee504715 lrc: 3/0,0 mode: PR/PR res: [0x15b1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e7db expref: 283 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.921650:0:87237:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bc2d6ba5/0x3e4967fcee504715 lrc: 4/0,0 mode: PR/PR res: [0x15b1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e7db expref: 283 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.921706:0:87237:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000012081980 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:87237:1845970852964160:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456369.921735:0:87237:0:(client.c:2500:ptlrpc_set_wait()) set 00000000964fe45f going to sleep for 6 seconds 00000100:00100000:1.0:1760456369.921834:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:1.0:1760456369.921898:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.921903:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000096f50db4/0x3e4967fcee50debb lrc: 2/0,0 mode: PW/PW res: [0x15a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.921928:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000096f50db4 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.921932:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000096f50db4/0x3e4967fcee50debb lrc: 2/0,0 mode: PW/PW res: [0x15a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.921944:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000096f50db4/0x3e4967fcee50debb lrc: 3/0,0 mode: PW/PW res: [0x15a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.921965:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000096f50db4/0x3e4967fcee50debb lrc: 1/0,0 mode: --/PW res: [0x15a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.921985:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000096f50db4/0x3e4967fcee50debb lrc: 0/0,0 mode: --/PW res: [0x15a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.922023:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.922027:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.922030:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1760456369.922069:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.922114:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.922166:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.922233:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.922301:0:122343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1177 00000100:00100000:1.0:1760456369.922308:0:122343:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003bd787d3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+283:167594:x1845970873983872:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1760456369.922317:0:122343:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456369.922325:0:122343:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000f4b29a7/0x3e4967fcee504658 lrc: 4/0,0 mode: PR/PR res: [0x15b6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e7b1 expref: 283 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.922392:0:122343:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000f4b29a7/0x3e4967fcee504658 lrc: 3/0,0 mode: PR/PR res: [0x15b6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e7b1 expref: 283 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.922430:0:122343:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000f4b29a7/0x3e4967fcee504658 lrc: 0/0,0 mode: --/PR res: [0x15b6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e7b1 expref: 283 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.922443:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.922444:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.922447:0:122343:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50dec9 lrc: 3/0,1 mode: PW/PW res: [0x15b6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.922452:0:122343:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50dec9 lrc: 4/0,1 mode: PW/PW res: [0x15b6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.922503:0:122343:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1760456369.922546:0:122343:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003bd787d3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+281:167594:x1845970873983872:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 233us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456369.922557:0:122343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1177 00000100:00100000:1.0:1760456369.923014:0:164871:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19197 00000100:00100000:1.0:1760456369.923022:0:164871:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e1caea46 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+334:85189:x1845970852964544:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1760456369.923036:0:164871:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5372 count 1 00010000:00010000:1.0:1760456369.923048:0:164871:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50df0f lrc: 3/0,1 mode: --/PW res: [0x14fc:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.923058:0:164871:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004fe5286c/0x3e4967fcee50355d lrc: 2/0,0 mode: PR/PR res: [0x14fc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e3eb expref: 313 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.923066:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.923068:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.923070:0:164871:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50df0f lrc: 4/0,1 mode: --/PW res: [0x14fc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.923090:0:164871:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004fe5286c/0x3e4967fcee50355d lrc: 3/0,0 mode: PR/PR res: [0x14fc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e3eb expref: 313 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.923114:0:164871:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004fe5286c/0x3e4967fcee50355d lrc: 4/0,0 mode: PR/PR res: [0x14fc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e3eb expref: 313 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.923137:0:164871:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed307f7a pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:164871:1845970852964672:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456369.923169:0:164871:0:(client.c:2500:ptlrpc_set_wait()) set 0000000004ae6645 going to sleep for 6 seconds 00000004:00080000:1.0:1760456369.923669:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009a7ea29f/2, rc 0, transno 8075 00000100:00100000:1.0:1760456369.923686:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009a7ea29f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852963008:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1760456369.923698:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008a7b579d/2, rc 0, transno 8074 00000100:00100000:1.0:1760456369.923704:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a7b579d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852960832:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.923723:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c7d5c1f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852965056:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.923815:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456369.923923:0:164869:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852965120 00000100:00100000:1.0:1760456369.923946:0:164869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19203 00000100:00100000:1.0:1760456369.923953:0:164869:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000909ca7d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+318:85189:x1845970852965120:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1760456369.923970:0:164869:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4558 count 1 00010000:00010000:1.0:1760456369.923983:0:164869:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a537781/0x3e4967fcee50df39 lrc: 3/0,1 mode: --/PW res: [0x11ce:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.924001:0:164869:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002ce02c78/0x3e4967fcee5049ca lrc: 2/0,0 mode: PR/PR res: [0x11ce:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e875 expref: 280 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.924043:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.924046:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.924048:0:164869:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a537781/0x3e4967fcee50df39 lrc: 4/0,1 mode: --/PW res: [0x11ce:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.924078:0:164869:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002ce02c78/0x3e4967fcee5049ca lrc: 3/0,0 mode: PR/PR res: [0x11ce:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e875 expref: 280 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.924088:0:164869:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002ce02c78/0x3e4967fcee5049ca lrc: 4/0,0 mode: PR/PR res: [0x11ce:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e875 expref: 280 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.924110:0:164869:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c67e02c1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:164869:1845970852965376:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456369.924182:0:164869:0:(client.c:2500:ptlrpc_set_wait()) set 00000000af5e5d9f going to sleep for 6 seconds 00000100:00100000:1.0:1760456369.924207:0:122919:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852965312 00000100:00100000:1.0:1760456369.924236:0:122919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19204 00000100:00100000:1.0:1760456369.924245:0:122919:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091f4412c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+319:85191:x1845970852965312:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1760456369.924257:0:122919:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4556 count 1 00010000:00010000:1.0:1760456369.924336:0:122919:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000330d7dc8/0x3e4967fcee50df40 lrc: 3/0,1 mode: --/PW res: [0x11cc:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.924364:0:122919:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bb27fa11/0x3e4967fcee504a09 lrc: 2/0,0 mode: PR/PR res: [0x11cc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e883 expref: 282 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.924373:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.924376:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.924378:0:122919:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000330d7dc8/0x3e4967fcee50df40 lrc: 4/0,1 mode: --/PW res: [0x11cc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.924413:0:122919:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bb27fa11/0x3e4967fcee504a09 lrc: 3/0,0 mode: PR/PR res: [0x11cc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e883 expref: 282 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.924437:0:122919:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bb27fa11/0x3e4967fcee504a09 lrc: 4/0,0 mode: PR/PR res: [0x11cc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e883 expref: 282 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.924446:0:122919:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004569fc83 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:122919:1845970852965440:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456369.924481:0:122919:0:(client.c:2500:ptlrpc_set_wait()) set 000000005da3d02f going to sleep for 6 seconds 00010000:00010000:1.0:1760456369.924550:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.924554:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c26bd5f5/0x3e4967fcee50deec lrc: 2/0,0 mode: PW/PW res: [0x14de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.924639:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c26bd5f5 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.924644:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c26bd5f5/0x3e4967fcee50deec lrc: 2/0,0 mode: PW/PW res: [0x14de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.924667:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c26bd5f5/0x3e4967fcee50deec lrc: 3/0,0 mode: PW/PW res: [0x14de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.924722:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c26bd5f5/0x3e4967fcee50deec lrc: 1/0,0 mode: --/PW res: [0x14de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.924780:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c26bd5f5/0x3e4967fcee50deec lrc: 0/0,0 mode: --/PW res: [0x14de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.924801:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.924806:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.924808:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1760456369.924833:0:164871:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed307f7a pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:164871:1845970852964672:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456369.924851:0:164871:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50df0f lrc: 3/0,1 mode: --/PW res: [0x14fc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.924893:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.924985:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1183 00000100:00100000:1.0:1760456369.924996:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040648461 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+314:167596:x1845970873984448:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1760456369.925108:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456369.925116:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000041eb6e9e/0x3e4967fcee503269 lrc: 4/0,0 mode: PR/PR res: [0x14ef:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e343 expref: 313 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.925145:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000041eb6e9e/0x3e4967fcee503269 lrc: 3/0,0 mode: PR/PR res: [0x14ef:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e343 expref: 313 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.925220:0:86474:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000041eb6e9e/0x3e4967fcee503269 lrc: 0/0,0 mode: --/PR res: [0x14ef:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e343 expref: 313 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.925229:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.925231:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.925233:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50df01 lrc: 3/0,1 mode: PW/PW res: [0x14ef:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.925239:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50df01 lrc: 4/0,1 mode: PW/PW res: [0x14ef:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.925289:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1760456369.925317:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040648461 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+312:167596:x1845970873984448:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 321us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456369.925384:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1183 00010000:00010000:1.0:1760456369.925454:0:164871:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50df0f lrc: 3/0,1 mode: PW/PW res: [0x14fc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.925461:0:164871:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50df0f lrc: 3/0,1 mode: PW/PW res: [0x14fc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.925529:0:164871:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50df0f lrc: 3/0,1 mode: PW/PW res: [0x14fc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.925540:0:164871:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50df0f lrc: 2/0,0 mode: PW/PW res: [0x14fc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.925566:0:164871:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1760456369.925727:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.925731:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005b2472ce/0x3e4967fcee50def3 lrc: 2/0,0 mode: PW/PW res: [0x15b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.925744:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005b2472ce already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.925748:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005b2472ce/0x3e4967fcee50def3 lrc: 2/0,0 mode: PW/PW res: [0x15b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.925755:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005b2472ce/0x3e4967fcee50def3 lrc: 3/0,0 mode: PW/PW res: [0x15b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.925769:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005b2472ce/0x3e4967fcee50def3 lrc: 1/0,0 mode: --/PW res: [0x15b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.925777:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005b2472ce/0x3e4967fcee50def3 lrc: 0/0,0 mode: --/PW res: [0x15b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.925795:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.925797:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.925881:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1760456369.925980:0:164871:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e1caea46 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+338:85189:x1845970852964544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2959us (3060us total) trans 12884911171 rc 0/0 00000100:00100000:1.0:1760456369.926072:0:164871:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19197 00000100:00100000:1.0:1760456369.926099:0:164871:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852965504 00000100:00100000:1.0:1760456369.926130:0:164871:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19206 00000100:00100000:1.0:1760456369.926135:0:164871:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a3618409 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+337:85191:x1845970852965504:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1760456369.926145:0:164871:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5399 count 1 00010000:00010000:1.0:1760456369.926159:0:164871:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50df4e lrc: 3/0,1 mode: --/PW res: [0x1517:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.926169:0:164871:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c44a2c33/0x3e4967fcee503716 lrc: 2/0,0 mode: PR/PR res: [0x1517:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e44d expref: 309 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.926175:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.926177:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.926180:0:164871:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50df4e lrc: 4/0,1 mode: --/PW res: [0x1517:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.926203:0:164871:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c44a2c33/0x3e4967fcee503716 lrc: 3/0,0 mode: PR/PR res: [0x1517:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e44d expref: 309 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.926210:0:164871:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c44a2c33/0x3e4967fcee503716 lrc: 4/0,0 mode: PR/PR res: [0x1517:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e44d expref: 309 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.926228:0:164871:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000051250976 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:164871:1845970852965888:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456369.926297:0:164871:0:(client.c:2500:ptlrpc_set_wait()) set 0000000030201a5a going to sleep for 6 seconds 00000100:00100000:1.0:1760456369.926321:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eaede917 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852965952:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456369.926355:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456369.926394:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1760456369.926405:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e010479f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852966016:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.926478:0:86474:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873984704 00010000:00010000:1.0:1760456369.926570:0:86474:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c479c991/0x3e4967fcee503422 lrc: 5/0,0 mode: PR/PR res: [0x14f9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e3a5 expref: 309 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.926605:0:86474:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873984960 00010000:00010000:1.0:1760456369.926634:0:86474:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002ce02c78/0x3e4967fcee5049ca lrc: 5/0,0 mode: PR/PR res: [0x11ce:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e875 expref: 280 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.926664:0:86474:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873984768 00010000:00010000:1.0:1760456369.926681:0:86474:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bb2e42c7/0x3e4967fcee504850 lrc: 4/0,0 mode: PR/PR res: [0x11cb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e821 expref: 281 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.926716:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1186 00000100:00100000:1.0:1760456369.926723:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000467d5fb5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+310:167595:x1845970873984704:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1760456369.926737:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456369.926791:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c479c991/0x3e4967fcee503422 lrc: 5/0,0 mode: PR/PR res: [0x14f9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e3a5 expref: 310 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.926826:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c479c991/0x3e4967fcee503422 lrc: 4/0,0 mode: PR/PR res: [0x14f9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e3a5 expref: 310 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.926842:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.926845:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.926847:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fdd2497a/0x3e4967fcee50df1d lrc: 3/0,1 mode: PW/PW res: [0x14f9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.926896:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fdd2497a/0x3e4967fcee50df1d lrc: 4/0,1 mode: PW/PW res: [0x14f9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.926999:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1760456369.927025:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000467d5fb5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+310:167595:x1845970873984704:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 301us (718us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456369.927046:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1186 00000100:00100000:1.0:1760456369.927071:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1191 00000100:00100000:1.0:1760456369.927082:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f4c5d5c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+280:167595:x1845970873984896:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1760456369.927097:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456369.927183:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000503e1a8e/0x3e4967fcee50498b lrc: 5/0,0 mode: PR/PR res: [0x11c9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e867 expref: 279 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.927214:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000503e1a8e/0x3e4967fcee50498b lrc: 4/0,0 mode: PR/PR res: [0x11c9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e867 expref: 279 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.927281:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.927285:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.927288:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50df32 lrc: 3/0,1 mode: PW/PW res: [0x11c9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.927298:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50df32 lrc: 4/0,1 mode: PW/PW res: [0x11c9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.927327:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1760456369.927355:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f4c5d5c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+278:167595:x1845970873984896:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 272us (707us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456369.927376:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1191 00000100:00100000:1.0:1760456369.927426:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1760456369.927469:0:164869:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ce02c78/0x3e4967fcee5049ca lrc: 0/0,0 mode: --/PR res: [0x11ce:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e875 expref: 277 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.927489:0:164869:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c67e02c1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:164869:1845970852965376:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456369.927536:0:164869:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009a537781/0x3e4967fcee50df39 lrc: 3/0,1 mode: PW/PW res: [0x11ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.927548:0:164869:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009a537781/0x3e4967fcee50df39 lrc: 3/0,1 mode: PW/PW res: [0x11ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.927554:0:164869:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009a537781/0x3e4967fcee50df39 lrc: 3/0,1 mode: PW/PW res: [0x11ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.927562:0:164869:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a537781/0x3e4967fcee50df39 lrc: 3/0,1 mode: PW/PW res: [0x11ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.927575:0:164869:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009a537781/0x3e4967fcee50df39 lrc: 2/0,0 mode: PW/PW res: [0x11ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.927610:0:164869:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1760456369.927872:0:164869:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000909ca7d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+323:85189:x1845970852965120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3916us (3969us total) trans 38654713744 rc 0/0 00000100:00100000:1.0:1760456369.927894:0:164869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19203 00000100:00100000:1.0:1760456369.927917:0:164869:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852965824 00000100:00100000:1.0:1760456369.927943:0:164869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19211 00000100:00100000:1.0:1760456369.927956:0:164869:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000753ed154 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+341:85190:x1845970852965824:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1760456369.927977:0:164869:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5400 count 1 00010000:00010000:1.0:1760456369.927995:0:164869:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50df71 lrc: 3/0,1 mode: --/PW res: [0x1518:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.928016:0:164869:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bb1c279b/0x3e4967fcee503890 lrc: 2/0,0 mode: PR/PR res: [0x1518:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e4a1 expref: 308 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.928040:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.928044:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.928048:0:164869:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50df71 lrc: 4/0,1 mode: --/PW res: [0x1518:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.928075:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1760456369.928263:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.928321:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.928446:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.928476:0:86474:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873985152 00010000:00010000:1.0:1760456369.928592:0:86474:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c44a2c33/0x3e4967fcee503716 lrc: 5/0,0 mode: PR/PR res: [0x1517:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e44d expref: 309 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.928666:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1194 00000100:00100000:1.0:1760456369.928681:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e535057 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+309:167596:x1845970873985216:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1760456369.928700:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456369.928709:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c9959f49/0x3e4967fcee503755 lrc: 5/0,0 mode: PR/PR res: [0x151b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e45b expref: 309 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.928769:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c9959f49/0x3e4967fcee503755 lrc: 4/0,0 mode: PR/PR res: [0x151b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e45b expref: 309 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.928805:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.928808:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.928812:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a36cd9c0/0x3e4967fcee50df55 lrc: 3/0,1 mode: PW/PW res: [0x151b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.928823:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a36cd9c0/0x3e4967fcee50df55 lrc: 4/0,1 mode: PW/PW res: [0x151b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.928850:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1760456369.928874:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e535057 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+308:167596:x1845970873985216:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 194us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456369.928890:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1194 00000004:00080000:1.0:1760456369.928935:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c7d5c1f1/2, rc 0, transno 8082 00000100:00100000:1.0:1760456369.928952:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c7d5c1f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852965056:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.928997:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000122a8ec9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852966592:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.929036:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1760456369.929091:0:164871:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c44a2c33/0x3e4967fcee503716 lrc: 0/0,0 mode: --/PR res: [0x1517:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e44d expref: 305 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.929115:0:164871:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000051250976 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:164871:1845970852965888:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456369.929136:0:164871:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50df4e lrc: 3/0,1 mode: PW/PW res: [0x1517:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.929180:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.929185:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a36cd9c0/0x3e4967fcee50df55 lrc: 2/0,0 mode: PW/PW res: [0x151b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.929195:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a36cd9c0 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.929200:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a36cd9c0/0x3e4967fcee50df55 lrc: 2/0,0 mode: PW/PW res: [0x151b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.929208:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a36cd9c0/0x3e4967fcee50df55 lrc: 3/0,0 mode: PW/PW res: [0x151b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.929222:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a36cd9c0/0x3e4967fcee50df55 lrc: 1/0,0 mode: --/PW res: [0x151b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.929229:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a36cd9c0/0x3e4967fcee50df55 lrc: 0/0,0 mode: --/PW res: [0x151b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.929251:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.929255:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.929260:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.929268:0:164871:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50df4e lrc: 3/0,1 mode: PW/PW res: [0x1517:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.929279:0:164871:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50df4e lrc: 3/0,1 mode: PW/PW res: [0x1517:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.929287:0:164871:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50df4e lrc: 3/0,1 mode: PW/PW res: [0x1517:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.929299:0:164871:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50df4e lrc: 2/0,0 mode: PW/PW res: [0x1517:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.929326:0:164871:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1760456369.929616:0:164871:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a3618409 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+342:85191:x1845970852965504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3479us (3533us total) trans 12884911176 rc 0/0 00000100:00100000:1.0:1760456369.929641:0:164871:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19206 00000100:00100000:1.0:1760456369.929669:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1760456369.929680:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000a4919ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852966720:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456369.929716:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1760456369.929775:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000bd663921/2, rc 0, transno 9288 00000100:00100000:1.0:1760456369.929788:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd663921 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852965504:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456369.930058:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bc6309cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852966848:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.930127:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1760456369.930153:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000004a2d9d85/2, rc 0, transno 8086 00000100:00100000:1.0:1760456369.930167:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004a2d9d85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852965312:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.930201:0:85191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1760456369.930210:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000049198a3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852966784:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.930241:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456369.930255:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011dd2d33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852967232:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.930284:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456369.930302:0:164871:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852966784 00000100:00100000:1.0:1760456369.930314:0:164871:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852967232 00000100:00100000:1.0:1760456369.930330:0:164871:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19219 00000100:00100000:1.0:1760456369.930339:0:164871:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd3fd54a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+328:85191:x1845970852966784:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1760456369.930355:0:164871:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4566 count 1 00010000:00010000:1.0:1760456369.930368:0:164871:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50dfa9 lrc: 3/0,1 mode: --/PW res: [0x11d6:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.930397:0:164871:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e3b71336/0x3e4967fcee504cbe lrc: 2/0,0 mode: PR/PR res: [0x11d6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e91d expref: 271 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.930414:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.930416:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.930419:0:164871:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50dfa9 lrc: 4/0,1 mode: --/PW res: [0x11d6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.930445:0:164871:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e3b71336/0x3e4967fcee504cbe lrc: 3/0,0 mode: PR/PR res: [0x11d6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e91d expref: 271 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.930452:0:164871:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e3b71336/0x3e4967fcee504cbe lrc: 4/0,0 mode: PR/PR res: [0x11d6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e91d expref: 271 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.930468:0:164871:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af60f62b pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:164871:1845970852967424:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456369.930600:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004569fc83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852967552:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456369.930684:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000012081980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852967616:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456369.930713:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456369.931093:0:164871:0:(client.c:2500:ptlrpc_set_wait()) set 00000000aac9fede going to sleep for 6 seconds 00000100:00100000:1.0:1760456369.931269:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456369.931345:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.931433:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.931653:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:1.0:1760456369.931871:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.931876:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50df63 lrc: 2/0,0 mode: PW/PW res: [0x1530:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.931888:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000066fd183f already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.931892:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50df63 lrc: 2/0,0 mode: PW/PW res: [0x1530:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.931906:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50df63 lrc: 3/0,0 mode: PW/PW res: [0x1530:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.931919:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50df63 lrc: 1/0,0 mode: --/PW res: [0x1530:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.931925:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50df63 lrc: 0/0,0 mode: --/PW res: [0x1530:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.931941:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.931943:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.931945:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1760456369.932104:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000004:00080000:1.0:1760456369.932202:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000eaede917/2, rc 0, transno 9291 00000100:00100000:1.0:1760456369.932213:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eaede917 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852965952:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456369.932285:0:85191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1760456369.932296:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e18e56c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852967936:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456369.932322:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456369.932657:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a04218ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852968064:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456369.932750:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1760456369.932791:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ea136f88/2, rc 0, transno 8087 00000100:00100000:1.0:1760456369.932808:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea136f88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852966400:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.932856:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000004:00080000:1.0:1760456369.932924:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e010479f/2, rc 0, transno 8088 00000100:00100000:1.0:1760456369.932935:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e010479f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852966016:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.933008:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1760456369.933018:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005f778981 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852968256:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.933053:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456369.933547:0:85191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1760456369.933556:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f688d56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852968448:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.933588:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1760456369.934111:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000122a8ec9/2, rc 0, transno 8090 00000100:00100000:1.0:1760456369.934121:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000122a8ec9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852966592:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.934160:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000785c029 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852968576:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.934188:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1760456369.934206:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.934210:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50df71 lrc: 2/0,0 mode: PW/PW res: [0x1518:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.934216:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000037a97751 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.934218:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50df71 lrc: 2/0,0 mode: PW/PW res: [0x1518:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.934223:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50df71 lrc: 3/0,0 mode: PW/PW res: [0x1518:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.934236:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50df71 lrc: 1/0,0 mode: --/PW res: [0x1518:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.934241:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50df71 lrc: 0/0,0 mode: --/PW res: [0x1518:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.934255:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.934257:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.934258:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1760456369.934417:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f9b0965 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852968640:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456369.934448:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456369.935497:0:122919:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009b93d603 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:122919:1845970852967296:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456369.935574:0:122919:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d8857873/0x3e4967fcee50df9b lrc: 3/0,1 mode: --/PW res: [0x11da:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.935708:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.935790:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.935815:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.935850:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.935877:0:86474:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873985792 00010000:00010000:1.0:1760456369.935894:0:86474:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cc5e429c/0x3e4967fcee5039cb lrc: 4/0,0 mode: PR/PR res: [0x151c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e4e7 expref: 301 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.935937:0:86474:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873986048 00010000:00010000:1.0:1760456369.935954:0:86474:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c555fea4/0x3e4967fcee504f34 lrc: 5/0,0 mode: PR/PR res: [0x11e8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e9a9 expref: 268 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.936018:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1208 00000100:00100000:1.0:1760456369.936031:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e41923cb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+268:167594:x1845970873986048:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1760456369.936047:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456369.936054:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c555fea4/0x3e4967fcee504f34 lrc: 5/0,0 mode: PR/PR res: [0x11e8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e9a9 expref: 268 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.936136:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c555fea4/0x3e4967fcee504f34 lrc: 4/0,0 mode: PR/PR res: [0x11e8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e9a9 expref: 268 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.936154:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.936157:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.936160:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007d31c243/0x3e4967fcee50dfda lrc: 3/0,1 mode: PW/PW res: [0x11e8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.936168:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007d31c243/0x3e4967fcee50dfda lrc: 4/0,1 mode: PW/PW res: [0x11e8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.936233:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1760456369.936355:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e41923cb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+266:167594:x1845970873986048:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 328us (509us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456369.936397:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1208 00000100:00100000:1.0:1760456369.936476:0:164871:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af60f62b pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:164871:1845970852967424:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456369.936493:0:164871:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50dfa9 lrc: 3/0,1 mode: --/PW res: [0x11d6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1760456369.936575:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000bc6309cd/2, rc 0, transno 8091 00000100:00100000:1.0:1760456369.936587:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bc6309cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852966848:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.936640:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1760456369.936650:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009fb1ca66 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852968832:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.936690:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1760456369.936748:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1760456369.936767:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.936824:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.936863:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.936887:0:86474:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873986240 00010000:00010000:1.0:1760456369.936903:0:86474:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ecbedb68/0x3e4967fcee503bc3 lrc: 5/0,0 mode: PR/PR res: [0x1525:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e557 expref: 301 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.936941:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1210 00000100:00100000:1.0:1760456369.936951:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b5e42ee pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+265:167594:x1845970873986112:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1760456369.936961:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456369.936969:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e3b71336/0x3e4967fcee504cbe lrc: 4/0,0 mode: PR/PR res: [0x11d6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e91d expref: 265 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.936996:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e3b71336/0x3e4967fcee504cbe lrc: 3/0,0 mode: PR/PR res: [0x11d6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e91d expref: 265 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.937014:0:86474:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e3b71336/0x3e4967fcee504cbe lrc: 0/0,0 mode: --/PR res: [0x11d6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e91d expref: 265 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.937029:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.937032:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.937035:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50dfa9 lrc: 3/0,1 mode: PW/PW res: [0x11d6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.937056:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50dfa9 lrc: 4/0,1 mode: PW/PW res: [0x11d6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.937078:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1760456369.937103:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b5e42ee pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+264:167594:x1845970873986112:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 151us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456369.937116:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1210 00000100:00100000:1.0:1760456369.937136:0:86474:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873986304 00010000:00010000:1.0:1760456369.937150:0:86474:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b116c608/0x3e4967fcee503ac7 lrc: 5/0,0 mode: PR/PR res: [0x1523:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e51f expref: 301 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.937181:0:86474:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873986368 00010000:00010000:1.0:1760456369.937191:0:86474:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000732b18f5/0x3e4967fcee503c02 lrc: 5/0,0 mode: PR/PR res: [0x153c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e565 expref: 301 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.937222:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1213 00000100:00100000:1.0:1760456369.937234:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013630b73 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+301:167593:x1845970873986368:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1760456369.937246:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456369.937254:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000732b18f5/0x3e4967fcee503c02 lrc: 5/0,0 mode: PR/PR res: [0x153c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e565 expref: 301 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.937298:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000732b18f5/0x3e4967fcee503c02 lrc: 4/0,0 mode: PR/PR res: [0x153c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e565 expref: 301 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.937320:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.937324:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.937327:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b187ecd8/0x3e4967fcee50dfcc lrc: 3/0,1 mode: PW/PW res: [0x153c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.937350:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b187ecd8/0x3e4967fcee50dfcc lrc: 4/0,1 mode: PW/PW res: [0x153c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.937383:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1760456369.937408:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013630b73 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+300:167593:x1845970873986368:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 176us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456369.937417:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1213 00000100:00100000:1.0:1760456369.937472:0:86474:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873986560 00010000:00010000:1.0:1760456369.937490:0:86474:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006c85a77b/0x3e4967fcee504fb2 lrc: 5/0,0 mode: PR/PR res: [0x11e3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e9c5 expref: 264 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.937557:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1214 00000100:00100000:1.0:1760456369.937570:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040648461 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+299:167594:x1845970873986432:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1760456369.937586:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456369.937592:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004033ccd6/0x3e4967fcee503c41 lrc: 5/0,0 mode: PR/PR res: [0x1546:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e573 expref: 299 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.937603:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004033ccd6/0x3e4967fcee503c41 lrc: 4/0,0 mode: PR/PR res: [0x1546:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e573 expref: 299 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.937644:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.937647:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.937651:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50dfd3 lrc: 3/0,1 mode: PW/PW res: [0x1546:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.937676:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50dfd3 lrc: 4/0,1 mode: PW/PW res: [0x1546:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.937713:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1760456369.937740:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040648461 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+299:167594:x1845970873986432:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 170us (482us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456369.937764:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1214 00000100:00100000:1.0:1760456369.937790:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1217 00000100:00100000:1.0:1760456369.937801:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f4c5d5c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+266:167594:x1845970873986496:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1760456369.937812:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456369.937818:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c88dfd24/0x3e4967fcee504f73 lrc: 5/0,0 mode: PR/PR res: [0x11e9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e9b7 expref: 266 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.937841:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c88dfd24/0x3e4967fcee504f73 lrc: 4/0,0 mode: PR/PR res: [0x11e9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e9b7 expref: 266 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.937865:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.937869:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.937872:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000095b90e41/0x3e4967fcee50dfe1 lrc: 3/0,1 mode: PW/PW res: [0x11e9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.937884:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000095b90e41/0x3e4967fcee50dfe1 lrc: 4/0,1 mode: PW/PW res: [0x11e9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.937904:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1760456369.937924:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f4c5d5c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+265:167594:x1845970873986496:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 124us (593us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456369.937947:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1217 00000004:00080000:1.0:1760456369.937991:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000000a4919ca/2, rc 0, transno 9293 00000100:00100000:1.0:1760456369.938003:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000a4919ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852966720:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456369.938046:0:164871:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50dfa9 lrc: 3/0,1 mode: PW/PW res: [0x11d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.938072:0:164871:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50dfa9 lrc: 3/0,1 mode: PW/PW res: [0x11d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.938097:0:164871:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50dfa9 lrc: 3/0,1 mode: PW/PW res: [0x11d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.938119:0:164871:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50dfa9 lrc: 2/0,0 mode: PW/PW res: [0x11d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.938142:0:164871:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1760456369.938155:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.938165:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50dfa9 lrc: 2/0,0 mode: PW/PW res: [0x11d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.938187:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c042e065 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.938191:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50dfa9 lrc: 2/0,0 mode: PW/PW res: [0x11d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.938221:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50dfa9 lrc: 3/0,0 mode: PW/PW res: [0x11d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.938234:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50dfa9 lrc: 1/0,0 mode: --/PW res: [0x11d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.938256:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50dfa9 lrc: 0/0,0 mode: --/PW res: [0x11d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.938279:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.938283:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.938286:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1760456369.938307:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006e18e56c/2, rc 0, transno 9295 00000100:00100000:1.0:1760456369.938317:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e18e56c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852967936:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1760456369.938355:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000004569fc83/2, rc 0, transno 9296 00000100:00100000:1.0:1760456369.938368:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004569fc83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852967552:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456369.938407:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ef7eee3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852969088:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456369.938448:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1760456369.938473:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005f778981/2, rc 0, transno 8093 00000100:00100000:1.0:1760456369.938484:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005f778981 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852968256:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.938548:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1760456369.938556:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000793b0044 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852969152:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.938589:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1760456369.938637:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000011dd2d33/2, rc 0, transno 8092 00000100:00100000:1.0:1760456369.938646:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011dd2d33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852967232:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.938685:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000034d33c78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852969024:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456369.938717:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456369.938742:0:85191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1760456369.938751:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005a479ed7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852968960:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456369.938786:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456369.938807:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068c3060d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852969280:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.938848:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1760456369.938870:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.938874:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000268fef09/0x3e4967fcee50dfbe lrc: 2/0,0 mode: PW/PW res: [0x1525:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.938881:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000268fef09 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.938884:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000268fef09/0x3e4967fcee50dfbe lrc: 2/0,0 mode: PW/PW res: [0x1525:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.938892:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000268fef09/0x3e4967fcee50dfbe lrc: 3/0,0 mode: PW/PW res: [0x1525:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.938914:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000268fef09/0x3e4967fcee50dfbe lrc: 1/0,0 mode: --/PW res: [0x1525:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.938926:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000268fef09/0x3e4967fcee50dfbe lrc: 0/0,0 mode: --/PW res: [0x1525:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.938939:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.938942:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.938946:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1760456369.938965:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000002f9b0965/2, rc 0, transno 9298 00000100:00100000:1.0:1760456369.938976:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f9b0965 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852968640:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1760456369.939015:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000012081980/2, rc 0, transno 9297 00000100:00100000:1.0:1760456369.939024:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000012081980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852967616:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456369.939057:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b31aa23a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852969536:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456369.939083:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1760456369.939177:0:122914:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000067731dbd/0x3e4967fcee5051e9 lrc: 2/0,0 mode: PR/PR res: [0x11f7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ea43 expref: 262 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456369.939202:0:122914:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.939204:0:122914:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.939207:0:122914:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000809e3c27/0x3e4967fcee50e020 lrc: 4/0,1 mode: --/PW res: [0x11f7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.939233:0:122914:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000067731dbd/0x3e4967fcee5051e9 lrc: 3/0,0 mode: PR/PR res: [0x11f7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ea43 expref: 262 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456369.939245:0:122914:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000067731dbd/0x3e4967fcee5051e9 lrc: 4/0,0 mode: PR/PR res: [0x11f7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ea43 expref: 262 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.939263:0:164871:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd3fd54a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+336:85191:x1845970852966784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8922us (9025us total) trans 38654713758 rc 0/0 00000100:00100000:0.0:1760456369.939272:0:122914:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000002dd3f5d pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:122914:1845970852969664:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456369.939278:0:164871:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19219 00000100:00100000:0.0:1760456369.939291:0:122914:0:(client.c:2500:ptlrpc_set_wait()) set 000000001b8cab0b going to sleep for 6 seconds 00000100:00100000:1.0:1760456369.939303:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1760456369.939313:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022f7daa3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852969792:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456369.939322:0:122920:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c85a77b/0x3e4967fcee504fb2 lrc: 0/0,0 mode: --/PR res: [0x11e3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e9c5 expref: 262 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.939335:0:122920:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000087b6f60d pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:122920:1845970852968512:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456369.939344:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1760456369.939350:0:122920:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50dfe8 lrc: 3/0,1 mode: PW/PW res: [0x11e3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.939360:0:122920:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50dfe8 lrc: 3/0,1 mode: PW/PW res: [0x11e3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.939366:0:122920:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50dfe8 lrc: 3/0,1 mode: PW/PW res: [0x11e3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.939382:0:122920:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50dfe8 lrc: 3/0,1 mode: PW/PW res: [0x11e3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1760456369.939387:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000049198a3c/2, rc 0, transno 8094 00010000:00010000:0.0:1760456369.939387:0:122920:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50dfe8 lrc: 2/0,0 mode: PW/PW res: [0x11e3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.939401:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000049198a3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852966784:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1760456369.939403:0:122920:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456369.939415:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456369.939419:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50dfe8 lrc: 2/0,0 mode: PW/PW res: [0x11e3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.939435:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f2be79c4 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456369.939439:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50dfe8 lrc: 2/0,0 mode: PW/PW res: [0x11e3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.939447:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50dfe8 lrc: 3/0,0 mode: PW/PW res: [0x11e3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.939449:0:164868:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852969792 00010000:00010000:0.0:1760456369.939461:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50dfe8 lrc: 1/0,0 mode: --/PW res: [0x11e3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.939470:0:164868:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852969344 00010000:00010000:0.0:1760456369.939477:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50dfe8 lrc: 0/0,0 mode: --/PW res: [0x11e3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.939484:0:164868:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852969856 00000100:00100000:1.0:1760456369.939498:0:164868:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19238 00000100:00100000:1.0:1760456369.939507:0:164868:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058446ab1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+356:85188:x1845970852969792:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456369.939531:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.939533:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.939536:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:1.0:1760456369.939543:0:164868:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5448 count 1 00010000:00010000:1.0:1760456369.939558:0:164868:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e02e lrc: 3/0,1 mode: --/PW res: [0x1548:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.939565:0:87240:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19239 00010000:00010000:1.0:1760456369.939570:0:164868:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ed2bbc09/0x3e4967fcee503f74 lrc: 2/0,0 mode: PR/PR res: [0x1548:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e629 expref: 294 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456369.939576:0:87240:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a621428d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+356:85190:x1845970852969344:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456369.939590:0:164868:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.939590:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.939594:0:164868:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.939595:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007d31c243/0x3e4967fcee50dfda lrc: 2/0,0 mode: PW/PW res: [0x11e8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.939596:0:164868:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e02e lrc: 4/0,1 mode: --/PW res: [0x1548:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.939612:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007d31c243 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456369.939616:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007d31c243/0x3e4967fcee50dfda lrc: 2/0,0 mode: PW/PW res: [0x11e8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.939641:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007d31c243/0x3e4967fcee50dfda lrc: 3/0,0 mode: PW/PW res: [0x11e8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.939642:0:164868:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ed2bbc09/0x3e4967fcee503f74 lrc: 3/0,0 mode: PR/PR res: [0x1548:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e629 expref: 294 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456369.939667:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007d31c243/0x3e4967fcee50dfda lrc: 1/0,0 mode: --/PW res: [0x11e8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.939672:0:164868:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ed2bbc09/0x3e4967fcee503f74 lrc: 4/0,0 mode: PR/PR res: [0x1548:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e629 expref: 294 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.939684:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007d31c243/0x3e4967fcee50dfda lrc: 0/0,0 mode: --/PW res: [0x11e8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.939702:0:164868:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002827cdb3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:164868:1845970852969984:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456369.939710:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.939713:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.939717:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1760456369.939727:0:164868:0:(client.c:2500:ptlrpc_set_wait()) set 00000000aac9fede going to sleep for 6 seconds 00002000:00080000:0.0:1760456369.939729:0:87240:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5456 count 1 00010000:00010000:0.0:1760456369.939740:0:87240:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fb01c125/0x3e4967fcee50e03c lrc: 3/0,1 mode: --/PW res: [0x1550:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.939753:0:87240:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ec791b6f/0x3e4967fcee503e39 lrc: 2/0,0 mode: PR/PR res: [0x1550:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e5e3 expref: 294 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1760456369.939766:0:164871:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19241 00010000:00010000:0.0:1760456369.939768:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.939770:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.939772:0:87240:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fb01c125/0x3e4967fcee50e03c lrc: 4/0,1 mode: --/PW res: [0x1550:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.939777:0:164871:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005844b64c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+336:85190:x1845970852969920:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1760456369.939794:0:164871:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4591 count 1 00010000:00010000:0.0:1760456369.939795:0:87240:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ec791b6f/0x3e4967fcee503e39 lrc: 3/0,0 mode: PR/PR res: [0x1550:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e5e3 expref: 294 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.939809:0:164871:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e043 lrc: 3/0,1 mode: --/PW res: [0x11ef:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.939821:0:87240:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ec791b6f/0x3e4967fcee503e39 lrc: 4/0,0 mode: PR/PR res: [0x1550:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e5e3 expref: 293 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.939837:0:164871:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008b5f8763/0x3e4967fcee505228 lrc: 2/0,0 mode: PR/PR res: [0x11ef:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ea51 expref: 260 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456369.939845:0:87240:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000087b6f60d pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:87240:1845970852970112:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456369.939850:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.939853:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.939856:0:164871:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e043 lrc: 4/0,1 mode: --/PW res: [0x11ef:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.939865:0:87240:0:(client.c:2500:ptlrpc_set_wait()) set 0000000020417f68 going to sleep for 6 seconds 00010000:00010000:1.0:1760456369.939888:0:164871:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008b5f8763/0x3e4967fcee505228 lrc: 3/0,0 mode: PR/PR res: [0x11ef:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ea51 expref: 260 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.939918:0:164871:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008b5f8763/0x3e4967fcee505228 lrc: 4/0,0 mode: PR/PR res: [0x11ef:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ea51 expref: 260 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.939940:0:164871:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000056f17ef9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:164871:1845970852970240:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456369.939954:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1760456369.939958:0:164871:0:(client.c:2500:ptlrpc_set_wait()) set 00000000095c4fbe going to sleep for 6 seconds 00010000:00010000:0.0:1760456369.939959:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50dfd3 lrc: 2/0,0 mode: PW/PW res: [0x1546:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.939967:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c8221b7c already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456369.939970:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50dfd3 lrc: 2/0,0 mode: PW/PW res: [0x1546:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.939977:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50dfd3 lrc: 3/0,0 mode: PW/PW res: [0x1546:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.939989:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50dfd3 lrc: 1/0,0 mode: --/PW res: [0x1546:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.940005:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50dfd3 lrc: 0/0,0 mode: --/PW res: [0x1546:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.940024:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.940027:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.940031:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456369.940195:0:122920:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b1559d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+338:85191:x1845970852968448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6376us (6610us total) trans 38654713760 rc 0/0 00000100:00100000:0.0:1760456369.940203:0:122920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19228 00000004:00080000:1.0:1760456369.940318:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008f688d56/2, rc 0, transno 8096 00000100:00100000:1.0:1760456369.940331:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f688d56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852968448:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1760456369.940341:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a04218ff/2, rc 0, transno 9300 00000100:00100000:1.0:1760456369.940350:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a04218ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852968064:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456369.940393:0:122919:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3adfce7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+338:85189:x1845970852967040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10229us (10410us total) trans 38654713761 rc 0/0 00000100:00100000:0.0:1760456369.940404:0:122919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19217 00000100:00100000:0.0:1760456369.940583:0:122919:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852970368 00000100:00100000:0.0:1760456369.940630:0:122919:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852970432 00000100:00100000:0.0:1760456369.940653:0:122919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19243 00000100:00100000:0.0:1760456369.940659:0:122919:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b5e42ee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+339:85189:x1845970852970368:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1760456369.940671:0:122919:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4604 count 1 00010000:00010000:0.0:1760456369.940683:0:122919:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d8857873/0x3e4967fcee50e051 lrc: 3/0,1 mode: --/PW res: [0x11fc:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.940698:0:122919:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000001abc6a2/0x3e4967fcee5052e5 lrc: 2/0,0 mode: PR/PR res: [0x11fc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ea7b expref: 260 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456369.940704:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.940706:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.940708:0:122919:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d8857873/0x3e4967fcee50e051 lrc: 4/0,1 mode: --/PW res: [0x11fc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.940750:0:122919:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000001abc6a2/0x3e4967fcee5052e5 lrc: 3/0,0 mode: PR/PR res: [0x11fc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ea7b expref: 260 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456369.940778:0:122919:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000001abc6a2/0x3e4967fcee5052e5 lrc: 4/0,0 mode: PR/PR res: [0x11fc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ea7b expref: 260 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.940790:0:122919:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081141810 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:122919:1845970852970560:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456369.940823:0:122919:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a4d34fa2 going to sleep for 6 seconds 00010000:00010000:0.0:1760456369.940937:0:164869:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000014d52920/0x3e4967fcee50506f lrc: 0/0,0 mode: --/PR res: [0x11f4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e9ef expref: 260 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.940950:0:164869:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000467d5fb5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:164869:1845970852968704:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456369.940962:0:164869:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50dfef lrc: 3/0,1 mode: PW/PW res: [0x11f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.940969:0:164869:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50dfef lrc: 3/0,1 mode: PW/PW res: [0x11f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.940976:0:164869:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50dfef lrc: 3/0,1 mode: PW/PW res: [0x11f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.940982:0:164869:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50dfef lrc: 3/0,1 mode: PW/PW res: [0x11f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.940987:0:164869:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50dfef lrc: 2/0,0 mode: PW/PW res: [0x11f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.940997:0:164869:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456369.941003:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456369.941005:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50dfef lrc: 2/0,0 mode: PW/PW res: [0x11f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.941009:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000758f8c02 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456369.941010:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50dfef lrc: 2/0,0 mode: PW/PW res: [0x11f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.941014:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50dfef lrc: 3/0,0 mode: PW/PW res: [0x11f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.941023:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50dfef lrc: 1/0,0 mode: --/PW res: [0x11f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.941029:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50dfef lrc: 0/0,0 mode: --/PW res: [0x11f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.941042:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.941044:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.941045:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456369.941186:0:164869:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099570e9a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+340:85191:x1845970852968576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6827us (6996us total) trans 38654713762 rc 0/0 00000100:00100000:0.0:1760456369.941195:0:164869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19229 00000004:00080000:1.0:1760456369.941208:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000000785c029/2, rc 0, transno 8098 00000100:00100000:1.0:1760456369.941222:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000785c029 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852968576:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.941341:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456369.941382:0:164869:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852970752 00000100:00100000:0.0:1760456369.941411:0:164869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19246 00000100:00100000:0.0:1760456369.941415:0:164869:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000007fc8716 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+340:85189:x1845970852970752:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1760456369.941425:0:164869:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4606 count 1 00010000:00010000:0.0:1760456369.941433:0:164869:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e066 lrc: 3/0,1 mode: --/PW res: [0x11fe:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.941447:0:164869:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000ca01c8f/0x3e4967fcee5053a2 lrc: 2/0,0 mode: PR/PR res: [0x11fe:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eaa5 expref: 260 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456369.941453:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.941455:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.941457:0:164869:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e066 lrc: 4/0,1 mode: --/PW res: [0x11fe:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.941473:0:164869:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000ca01c8f/0x3e4967fcee5053a2 lrc: 3/0,0 mode: PR/PR res: [0x11fe:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eaa5 expref: 260 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456369.941487:0:164869:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000ca01c8f/0x3e4967fcee5053a2 lrc: 4/0,0 mode: PR/PR res: [0x11fe:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eaa5 expref: 260 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.941508:0:164869:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000467d5fb5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:164869:1845970852970816:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456369.941554:0:164869:0:(client.c:2500:ptlrpc_set_wait()) set 00000000046e0fdb going to sleep for 6 seconds 00010000:00010000:1.0:1760456369.941696:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.941699:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ada93d4c/0x3e4967fcee50dffd lrc: 2/0,0 mode: PW/PW res: [0x11f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.941707:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ada93d4c already unused, calling callback (0000000049577fce) 00000100:00100000:0.0:1760456369.941716:0:164870:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000097b719bc pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:164870:1845970852969472:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456369.941731:0:164870:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d75f89ec/0x3e4967fcee50e00b lrc: 3/0,1 mode: --/PW res: [0x11ee:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.941772:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ada93d4c/0x3e4967fcee50dffd lrc: 2/0,0 mode: PW/PW res: [0x11f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.941780:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ada93d4c/0x3e4967fcee50dffd lrc: 3/0,0 mode: PW/PW res: [0x11f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.941790:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ada93d4c/0x3e4967fcee50dffd lrc: 1/0,0 mode: --/PW res: [0x11f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.941795:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ada93d4c/0x3e4967fcee50dffd lrc: 0/0,0 mode: --/PW res: [0x11f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.941879:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.941881:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.941883:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1760456369.943665:0:122919:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081141810 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:122919:1845970852970560:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456369.943680:0:122919:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d8857873/0x3e4967fcee50e051 lrc: 3/0,1 mode: --/PW res: [0x11fc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.943773:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456369.943794:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456369.943821:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456369.943850:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.943880:0:164868:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002827cdb3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:164868:1845970852969984:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456369.943883:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:1.0:1760456369.943904:0:164868:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e02e lrc: 3/0,1 mode: --/PW res: [0x1548:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.943961:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.943969:0:164871:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000056f17ef9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:164871:1845970852970240:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456369.943985:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:1.0:1760456369.943987:0:164871:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e043 lrc: 3/0,1 mode: --/PW res: [0x11ef:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.944011:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456369.944030:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456369.944054:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456369.944077:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456369.944099:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456369.944120:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456369.944139:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.944272:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456369.944273:0:122914:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000002dd3f5d pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:122914:1845970852969664:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456369.944294:0:122914:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000809e3c27/0x3e4967fcee50e020 lrc: 3/0,1 mode: --/PW res: [0x11f7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.944330:0:164870:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d75f89ec/0x3e4967fcee50e00b lrc: 3/0,1 mode: PW/PW res: [0x11ee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.944350:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456369.944357:0:164870:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d75f89ec/0x3e4967fcee50e00b lrc: 3/0,1 mode: PW/PW res: [0x11ee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.944365:0:164870:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d75f89ec/0x3e4967fcee50e00b lrc: 3/0,1 mode: PW/PW res: [0x11ee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.944374:0:164870:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d75f89ec/0x3e4967fcee50e00b lrc: 2/0,0 mode: PW/PW res: [0x11ee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.944403:0:164870:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456369.944414:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456369.944418:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d75f89ec/0x3e4967fcee50e00b lrc: 2/0,0 mode: PW/PW res: [0x11ee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.944437:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d75f89ec already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456369.944440:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d75f89ec/0x3e4967fcee50e00b lrc: 2/0,0 mode: PW/PW res: [0x11ee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.944454:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d75f89ec/0x3e4967fcee50e00b lrc: 3/0,0 mode: PW/PW res: [0x11ee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.944473:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d75f89ec/0x3e4967fcee50e00b lrc: 1/0,0 mode: --/PW res: [0x11ee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.944480:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d75f89ec/0x3e4967fcee50e00b lrc: 0/0,0 mode: --/PW res: [0x11ee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.944502:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.944505:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.944575:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456369.944605:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ee7f4df6/0x3e4967fcee503dfa lrc: 3/0,0 mode: PR/PR res: [0x154b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e5d5 expref: 300 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.944633:0:86473:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ee7f4df6/0x3e4967fcee503dfa lrc: 0/0,0 mode: --/PR res: [0x154b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e5d5 expref: 300 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.944643:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.944644:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.944646:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fdd2497a/0x3e4967fcee50e004 lrc: 3/0,1 mode: PW/PW res: [0x154b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.944651:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fdd2497a/0x3e4967fcee50e004 lrc: 4/0,1 mode: PW/PW res: [0x154b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.944666:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1760456369.944695:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000081141810 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+299:167594:x1845970873986880:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 112us (844us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456369.944749:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1223 00000100:00100000:2.0:1760456369.944773:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1225 00000100:00100000:0.0:1760456369.944780:0:164870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d693516 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+342:85188:x1845970852969152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5883us (6194us total) trans 38654713764 rc 0/0 00000100:00100000:2.0:1760456369.944787:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec15e1d7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+298:167596:x1845970873987072:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00000100:00100000:0.0:1760456369.944794:0:164870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19233 00010000:00010000:2.0:1760456369.944805:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:1.0:1760456369.944809:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000793b0044/2, rc 0, transno 8100 00010000:00010000:2.0:1760456369.944814:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000052bce285/0x3e4967fcee5040af lrc: 4/0,0 mode: PR/PR res: [0x155d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e66f expref: 298 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.944824:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000793b0044 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852969152:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456369.944832:0:87240:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000087b6f60d pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:87240:1845970852970112:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456369.944848:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000052bce285/0x3e4967fcee5040af lrc: 3/0,0 mode: PR/PR res: [0x155d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e66f expref: 298 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.944851:0:87240:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fb01c125/0x3e4967fcee50e03c lrc: 3/0,1 mode: --/PW res: [0x1550:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.944883:0:86473:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000052bce285/0x3e4967fcee5040af lrc: 0/0,0 mode: --/PR res: [0x155d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e66f expref: 298 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.944892:0:87237:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004f752c61/0x3e4967fcee503dbb lrc: 0/0,0 mode: --/PR res: [0x1551:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e5c7 expref: 298 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.944899:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.944902:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.944904:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e058 lrc: 3/0,1 mode: PW/PW res: [0x155d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.944905:0:87237:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000447e2361 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:87237:1845970852969408:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456369.944916:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e058 lrc: 4/0,1 mode: PW/PW res: [0x155d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.944918:0:122919:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d8857873/0x3e4967fcee50e051 lrc: 3/0,1 mode: PW/PW res: [0x11fc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.944921:0:87237:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e012 lrc: 3/0,1 mode: PW/PW res: [0x1551:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.944941:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456369.944941:0:87237:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e012 lrc: 3/0,1 mode: PW/PW res: [0x1551:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.944957:0:122919:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d8857873/0x3e4967fcee50e051 lrc: 3/0,1 mode: PW/PW res: [0x11fc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.944964:0:87237:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e012 lrc: 3/0,1 mode: PW/PW res: [0x1551:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.944966:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec15e1d7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+296:167596:x1845970873987072:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 181us (1009us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456369.944984:0:122919:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d8857873/0x3e4967fcee50e051 lrc: 3/0,1 mode: PW/PW res: [0x11fc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.944985:0:87237:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e012 lrc: 3/0,1 mode: PW/PW res: [0x1551:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.944986:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1225 00010000:00010000:0.0:1760456369.945008:0:87237:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e012 lrc: 2/0,0 mode: PW/PW res: [0x1551:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.945010:0:122919:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d8857873/0x3e4967fcee50e051 lrc: 2/0,0 mode: PW/PW res: [0x11fc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.945017:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1227 00000100:00100000:2.0:1760456369.945029:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000042ffccd8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+295:167593:x1845970873987392:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1760456369.945040:0:87237:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1760456369.945041:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456369.945046:0:122919:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1760456369.945048:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000035529b6f/0x3e4967fcee503ef6 lrc: 4/0,0 mode: PR/PR res: [0x155a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e60d expref: 295 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.945050:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1760456369.945055:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e012 lrc: 2/0,0 mode: PW/PW res: [0x1551:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.945075:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000aaa15b8b already unused, calling callback (0000000049577fce) 00010000:00010000:2.0:1760456369.945078:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000035529b6f/0x3e4967fcee503ef6 lrc: 3/0,0 mode: PR/PR res: [0x155a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e60d expref: 295 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.945080:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e012 lrc: 2/0,0 mode: PW/PW res: [0x1551:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.945098:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e012 lrc: 3/0,0 mode: PW/PW res: [0x1551:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.945103:0:86473:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000035529b6f/0x3e4967fcee503ef6 lrc: 0/0,0 mode: --/PR res: [0x155a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e60d expref: 295 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.945117:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e012 lrc: 1/0,0 mode: --/PW res: [0x1551:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.945121:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.945123:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.945126:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003627d410/0x3e4967fcee50e027 lrc: 3/0,1 mode: PW/PW res: [0x155a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.945140:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e012 lrc: 0/0,0 mode: --/PW res: [0x1551:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.945144:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003627d410/0x3e4967fcee50e027 lrc: 4/0,1 mode: PW/PW res: [0x155a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.945169:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456369.945171:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d8857873/0x3e4967fcee50e051 lrc: 2/0,0 mode: PW/PW res: [0x11fc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.945177:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d8857873 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456369.945179:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d8857873/0x3e4967fcee50e051 lrc: 2/0,0 mode: PW/PW res: [0x11fc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.945184:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d8857873/0x3e4967fcee50e051 lrc: 3/0,0 mode: PW/PW res: [0x11fc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.945186:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456369.945196:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d8857873/0x3e4967fcee50e051 lrc: 1/0,0 mode: --/PW res: [0x11fc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.945200:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d8857873/0x3e4967fcee50e051 lrc: 0/0,0 mode: --/PW res: [0x11fc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.945206:0:122919:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b5e42ee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+342:85189:x1845970852970368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4545us (4768us total) trans 38654713765 rc 0/0 00010000:00010000:0.0:1760456369.945211:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.945214:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.945216:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1760456369.945219:0:122919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19243 00000100:00100000:2.0:1760456369.945220:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000042ffccd8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+293:167593:x1845970873987392:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 194us (1216us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456369.945221:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456369.945235:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1227 00000100:00100000:2.0:1760456369.945271:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1228 00000100:00100000:2.0:1760456369.945276:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b29bdcff pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+292:167593:x1845970873987584:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1760456369.945282:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456369.945285:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ec791b6f/0x3e4967fcee503e39 lrc: 4/0,0 mode: PR/PR res: [0x1550:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e5e3 expref: 291 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.945293:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ec791b6f/0x3e4967fcee503e39 lrc: 3/0,0 mode: PR/PR res: [0x1550:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e5e3 expref: 291 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.945304:0:86473:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ec791b6f/0x3e4967fcee503e39 lrc: 0/0,0 mode: --/PR res: [0x1550:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e5e3 expref: 291 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.945313:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.945316:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.945319:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fb01c125/0x3e4967fcee50e03c lrc: 3/0,1 mode: PW/PW res: [0x1550:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.945333:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fb01c125/0x3e4967fcee50e03c lrc: 4/0,1 mode: PW/PW res: [0x1550:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.945349:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1760456369.945369:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b29bdcff pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+290:167593:x1845970873987584:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 92us (1343us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456369.945375:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1228 00000100:00100000:0.0:1760456369.945387:0:87237:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000096dd0813 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+358:85191:x1845970852969024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6480us (6671us total) trans 12884911189 rc 0/0 00000100:00100000:2.0:1760456369.945400:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1230 00000100:00100000:0.0:1760456369.945405:0:87237:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19234 00000100:00100000:2.0:1760456369.945408:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0f24a07 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+260:167593:x1845970873987264:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00000004:00080000:1.0:1760456369.945409:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000034d33c78/2, rc 0, transno 9301 00010000:00010000:3.0:1760456369.945415:0:122343:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456369.945420:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1760456369.945423:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000034d33c78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852969024:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456369.945427:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000067731dbd/0x3e4967fcee5051e9 lrc: 4/0,0 mode: PR/PR res: [0x11f7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ea43 expref: 260 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.945428:0:87240:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fb01c125/0x3e4967fcee50e03c lrc: 3/0,1 mode: PW/PW res: [0x1550:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.945444:0:122343:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007a96cebb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+289:167596:x1845970873987520:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 117us (1393us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456369.945450:0:87240:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fb01c125/0x3e4967fcee50e03c lrc: 3/0,1 mode: PW/PW res: [0x1550:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.945452:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000067731dbd/0x3e4967fcee5051e9 lrc: 3/0,0 mode: PR/PR res: [0x11f7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ea43 expref: 260 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.945460:0:122343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1229 00000100:00100000:1.0:1760456369.945461:0:85191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1760456369.945471:0:87240:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fb01c125/0x3e4967fcee50e03c lrc: 3/0,1 mode: PW/PW res: [0x1550:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.945474:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001a4a6a45 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852971008:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456369.945481:0:86473:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000067731dbd/0x3e4967fcee5051e9 lrc: 0/0,0 mode: --/PR res: [0x11f7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ea43 expref: 260 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.945487:0:122343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1231 00010000:00010000:0.0:1760456369.945490:0:87240:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fb01c125/0x3e4967fcee50e03c lrc: 2/0,0 mode: PW/PW res: [0x1550:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.945500:0:122343:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000017c2c717 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+288:167593:x1845970873987456:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1760456369.945506:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.945508:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.945531:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000809e3c27/0x3e4967fcee50e020 lrc: 3/0,1 mode: PW/PW res: [0x11f7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.945533:0:87240:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1760456369.945538:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456369.945540:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000809e3c27/0x3e4967fcee50e020 lrc: 4/0,1 mode: PW/PW res: [0x11f7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.945543:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456369.945546:0:122343:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1760456369.945548:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fb01c125/0x3e4967fcee50e03c lrc: 2/0,0 mode: PW/PW res: [0x1550:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.945554:0:122343:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ed2bbc09/0x3e4967fcee503f74 lrc: 4/0,0 mode: PR/PR res: [0x1548:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e629 expref: 288 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.945557:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fb01c125 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456369.945561:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fb01c125/0x3e4967fcee50e03c lrc: 2/0,0 mode: PW/PW res: [0x1550:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.945563:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456369.945573:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fb01c125/0x3e4967fcee50e03c lrc: 3/0,0 mode: PW/PW res: [0x1550:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.945576:0:122343:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ed2bbc09/0x3e4967fcee503f74 lrc: 3/0,0 mode: PR/PR res: [0x1548:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e629 expref: 288 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.945585:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0f24a07 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+259:167593:x1845970873987264:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 173us (1512us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456369.945590:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fb01c125/0x3e4967fcee50e03c lrc: 1/0,0 mode: --/PW res: [0x1550:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.945601:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fb01c125/0x3e4967fcee50e03c lrc: 0/0,0 mode: --/PW res: [0x1550:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.945602:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1230 00010000:00010000:3.0:1760456369.945610:0:122343:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ed2bbc09/0x3e4967fcee503f74 lrc: 0/0,0 mode: --/PR res: [0x1548:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e629 expref: 288 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.945630:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.945632:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.945635:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.945638:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.945640:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.945643:0:122343:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e02e lrc: 3/0,1 mode: PW/PW res: [0x1548:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.945645:0:122914:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000809e3c27/0x3e4967fcee50e020 lrc: 3/0,1 mode: PW/PW res: [0x11f7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.945648:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1232 00000100:00100000:2.0:1760456369.945659:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3adfce7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+258:167596:x1845970873987328:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1760456369.945666:0:122343:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e02e lrc: 4/0,1 mode: PW/PW res: [0x1548:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.945667:0:122914:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000809e3c27/0x3e4967fcee50e020 lrc: 3/0,1 mode: PW/PW res: [0x11f7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.945670:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456369.945677:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002a2a2e83/0x3e4967fcee505363 lrc: 5/0,0 mode: PR/PR res: [0x11fb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ea97 expref: 258 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.945690:0:122914:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000809e3c27/0x3e4967fcee50e020 lrc: 3/0,1 mode: PW/PW res: [0x11f7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.945694:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002a2a2e83/0x3e4967fcee505363 lrc: 4/0,0 mode: PR/PR res: [0x11fb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ea97 expref: 258 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.945698:0:122914:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000809e3c27/0x3e4967fcee50e020 lrc: 2/0,0 mode: PW/PW res: [0x11f7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.945704:0:122343:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456369.945715:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.945718:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.945719:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002815c009/0x3e4967fcee50e05f lrc: 3/0,1 mode: PW/PW res: [0x11fb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.945720:0:164868:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e02e lrc: 3/0,1 mode: PW/PW res: [0x1548:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.945721:0:122914:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1760456369.945728:0:122343:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000017c2c717 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+287:167593:x1845970873987456:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 227us (1627us total) trans 0 rc 0/0 00010000:00010000:2.0:1760456369.945741:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002815c009/0x3e4967fcee50e05f lrc: 4/0,1 mode: PW/PW res: [0x11fb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.945744:0:164868:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e02e lrc: 3/0,1 mode: PW/PW res: [0x1548:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.945749:0:122343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1231 00010000:00010000:1.0:1760456369.945764:0:164868:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e02e lrc: 3/0,1 mode: PW/PW res: [0x1548:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.945769:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1760456369.945779:0:122343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1233 00010000:00010000:1.0:1760456369.945783:0:164868:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e02e lrc: 2/0,0 mode: PW/PW res: [0x1548:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.945792:0:122343:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009d9bf87f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+258:167593:x1845970873987648:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00000100:00100000:2.0:1760456369.945792:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3adfce7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+258:167596:x1845970873987328:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 130us (1674us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456369.945806:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456369.945809:0:122343:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1760456369.945811:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1232 00010000:00010000:1.0:1760456369.945811:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000809e3c27/0x3e4967fcee50e020 lrc: 2/0,0 mode: PW/PW res: [0x11f7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.945816:0:122343:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008b5f8763/0x3e4967fcee505228 lrc: 4/0,0 mode: PR/PR res: [0x11ef:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ea51 expref: 258 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.945830:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000809e3c27 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.945835:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000809e3c27/0x3e4967fcee50e020 lrc: 2/0,0 mode: PW/PW res: [0x11f7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.945840:0:122343:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008b5f8763/0x3e4967fcee505228 lrc: 3/0,0 mode: PR/PR res: [0x11ef:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ea51 expref: 257 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.945844:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1234 00000100:00100000:2.0:1760456369.945855:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce15184b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+257:167595:x1845970873987712:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1760456369.945855:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000809e3c27/0x3e4967fcee50e020 lrc: 3/0,0 mode: PW/PW res: [0x11f7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.945870:0:122914:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c5ddebf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+342:85191:x1845970852969280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6734us (7023us total) trans 38654713766 rc 0/0 00010000:00010000:2.0:1760456369.945871:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456369.945876:0:122343:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008b5f8763/0x3e4967fcee505228 lrc: 0/0,0 mode: --/PR res: [0x11ef:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ea51 expref: 257 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.945878:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000061ff87fa/0x3e4967fcee5053e1 lrc: 5/0,0 mode: PR/PR res: [0x1201:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eab3 expref: 257 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.945879:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000809e3c27/0x3e4967fcee50e020 lrc: 1/0,0 mode: --/PW res: [0x11f7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.945882:0:122914:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19236 00000100:00100000:0.0:1760456369.945898:0:122914:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852971008 00010000:00010000:3.0:1760456369.945905:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.945905:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000809e3c27/0x3e4967fcee50e020 lrc: 0/0,0 mode: --/PW res: [0x11f7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.945909:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.945909:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000061ff87fa/0x3e4967fcee5053e1 lrc: 4/0,0 mode: PR/PR res: [0x1201:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eab3 expref: 256 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.945913:0:122343:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e043 lrc: 3/0,1 mode: PW/PW res: [0x11ef:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.945919:0:122914:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19248 00000100:00100000:0.0:1760456369.945927:0:122914:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd283150 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+358:85191:x1845970852971008:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456369.945934:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.945937:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.945939:0:122343:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e043 lrc: 4/0,1 mode: PW/PW res: [0x11ef:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.945941:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456369.945942:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.945945:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00002000:00080000:0.0:1760456369.945945:0:122914:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5467 count 1 00010000:00010000:2.0:1760456369.945948:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b2243183/0x3e4967fcee50e06d lrc: 3/0,1 mode: PW/PW res: [0x1201:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.945955:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b2243183/0x3e4967fcee50e06d lrc: 4/0,1 mode: PW/PW res: [0x1201:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.945955:0:164868:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456369.945959:0:122914:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50e074 lrc: 3/0,1 mode: --/PW res: [0x155b:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.945965:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456369.945967:0:122343:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456369.945972:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e02e lrc: 2/0,0 mode: PW/PW res: [0x1548:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.945974:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456369.945975:0:122914:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001e9675b1/0x3e4967fcee5040ee lrc: 2/0,0 mode: PR/PR res: [0x155b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e67d expref: 286 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456369.945989:0:122343:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009d9bf87f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+256:167593:x1845970873987648:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 197us (1852us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456369.945996:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce15184b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+256:167595:x1845970873987712:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 139us (1730us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456369.945998:0:122914:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.946000:0:122914:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.946003:0:122914:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50e074 lrc: 4/0,1 mode: --/PW res: [0x155b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.946012:0:122343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1233 00010000:00010000:1.0:1760456369.946015:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005b2472ce already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.946019:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e02e lrc: 2/0,0 mode: PW/PW res: [0x1548:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.946022:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1234 00010000:00010000:1.0:1760456369.946032:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e02e lrc: 3/0,0 mode: PW/PW res: [0x1548:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.946035:0:122914:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001e9675b1/0x3e4967fcee5040ee lrc: 3/0,0 mode: PR/PR res: [0x155b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e67d expref: 286 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456369.946042:0:122343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1235 00000100:00100000:3.0:1760456369.946053:0:122343:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000056f17ef9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+254:167595:x1845970873987776:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1760456369.946055:0:122914:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001e9675b1/0x3e4967fcee5040ee lrc: 4/0,0 mode: PR/PR res: [0x155b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e67d expref: 286 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.946056:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e02e lrc: 1/0,0 mode: --/PW res: [0x1548:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.946067:0:122343:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456369.946075:0:122343:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000ca01c8f/0x3e4967fcee5053a2 lrc: 5/0,0 mode: PR/PR res: [0x11fe:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eaa5 expref: 254 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.946079:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e02e lrc: 0/0,0 mode: --/PW res: [0x1548:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.946083:0:122914:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a8879361 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:122914:1845970852971072:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456369.946088:0:122905:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e04a lrc: 3/0,1 mode: PW/PW res: [0x11fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.946099:0:122343:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000ca01c8f/0x3e4967fcee5053a2 lrc: 4/0,0 mode: PR/PR res: [0x11fe:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eaa5 expref: 254 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.946106:0:122905:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e04a lrc: 3/0,1 mode: PW/PW res: [0x11fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.946108:0:122914:0:(client.c:2500:ptlrpc_set_wait()) set 000000001b8cab0b going to sleep for 6 seconds 00010000:00010000:1.0:1760456369.946109:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.946113:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.946117:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456369.946120:0:122905:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e04a lrc: 3/0,1 mode: PW/PW res: [0x11fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.946125:0:122905:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e04a lrc: 2/0,0 mode: PW/PW res: [0x11fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.946126:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.946129:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.946132:0:122343:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e066 lrc: 3/0,1 mode: PW/PW res: [0x11fe:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.946150:0:122343:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e066 lrc: 4/0,1 mode: PW/PW res: [0x11fe:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.946155:0:122905:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456369.946165:0:122343:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456369.946167:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1760456369.946170:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e04a lrc: 2/0,0 mode: PW/PW res: [0x11fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.946176:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000362a6e9e already unused, calling callback (0000000049577fce) 00010000:00010000:2.0:1760456369.946179:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e04a lrc: 2/0,0 mode: PW/PW res: [0x11fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.946183:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e04a lrc: 3/0,0 mode: PW/PW res: [0x11fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.946189:0:122343:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000056f17ef9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+254:167595:x1845970873987776:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 135us (1847us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456369.946201:0:122343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1235 00010000:00010000:2.0:1760456369.946201:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e04a lrc: 1/0,0 mode: --/PW res: [0x11fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.946208:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e04a lrc: 0/0,0 mode: --/PW res: [0x11fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.946228:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.946232:0:87239:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003627d410/0x3e4967fcee50e027 lrc: 3/0,1 mode: PW/PW res: [0x155a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.946233:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456369.946236:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.946242:0:87239:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003627d410/0x3e4967fcee50e027 lrc: 3/0,1 mode: PW/PW res: [0x155a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.946250:0:87239:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003627d410/0x3e4967fcee50e027 lrc: 3/0,1 mode: PW/PW res: [0x155a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.946256:0:87239:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003627d410/0x3e4967fcee50e027 lrc: 2/0,0 mode: PW/PW res: [0x155a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.946279:0:87239:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456369.946289:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456369.946292:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003627d410/0x3e4967fcee50e027 lrc: 2/0,0 mode: PW/PW res: [0x155a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.946299:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003627d410 already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456369.946302:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003627d410/0x3e4967fcee50e027 lrc: 2/0,0 mode: PW/PW res: [0x155a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.946309:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003627d410/0x3e4967fcee50e027 lrc: 3/0,0 mode: PW/PW res: [0x155a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.946321:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003627d410/0x3e4967fcee50e027 lrc: 1/0,0 mode: --/PW res: [0x155a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.946327:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003627d410/0x3e4967fcee50e027 lrc: 0/0,0 mode: --/PW res: [0x155a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.946334:0:87240:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a621428d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+360:85190:x1845970852969344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6761us (6962us total) trans 12884911190 rc 0/0 00000100:00100000:0.0:1760456369.946343:0:87240:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19239 00010000:00010000:3.0:1760456369.946351:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.946354:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.946359:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456369.946373:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c495f5d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852971136:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.946411:0:164868:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058446ab1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+359:85188:x1845970852969792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6903us (7069us total) trans 12884911191 rc 0/0 00000100:00100000:0.0:1760456369.946412:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456369.946423:0:164868:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19238 00000004:00080000:0.0:1760456369.946447:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000068c3060d/2, rc 0, transno 8102 00000100:00100000:1.0:1760456369.946448:0:164868:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852971136 00000100:00100000:0.0:1760456369.946465:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068c3060d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852969280:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.946477:0:164868:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19249 00000100:00100000:1.0:1760456369.946482:0:164868:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000377c01a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+343:85191:x1845970852971136:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1760456369.946502:0:122923:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002a2a2e83/0x3e4967fcee505363 lrc: 0/0,0 mode: --/PR res: [0x11fb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ea97 expref: 253 pid: 122920 timeout: 4721 lvb_type: 1 00002000:00080000:1.0:1760456369.946508:0:164868:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4605 count 1 00000100:00100000:0.0:1760456369.946541:0:122923:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000268ddb71 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:122923:1845970852970688:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456369.946543:0:122905:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000097a83460 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+343:85189:x1845970852970176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6549us (6629us total) trans 38654713767 rc 0/0 00010000:00010000:1.0:1760456369.946547:0:164868:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e07b lrc: 3/0,1 mode: --/PW res: [0x11fd:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.946557:0:122905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19242 00010000:00010000:0.0:1760456369.946559:0:122923:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002815c009/0x3e4967fcee50e05f lrc: 3/0,1 mode: PW/PW res: [0x11fb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.946568:0:164868:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005725a161/0x3e4967fcee50545f lrc: 2/0,0 mode: PR/PR res: [0x11fd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eacf expref: 252 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.946578:0:164868:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.946580:0:164868:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.946582:0:164868:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e07b lrc: 4/0,1 mode: --/PW res: [0x11fd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.946586:0:87410:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fdd2497a/0x3e4967fcee50e004 lrc: 3/0,1 mode: PW/PW res: [0x154b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.946591:0:122923:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002815c009/0x3e4967fcee50e05f lrc: 3/0,1 mode: PW/PW res: [0x11fb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.946607:0:164868:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005725a161/0x3e4967fcee50545f lrc: 3/0,0 mode: PR/PR res: [0x11fd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eacf expref: 252 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456369.946609:0:122923:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002815c009/0x3e4967fcee50e05f lrc: 3/0,1 mode: PW/PW res: [0x11fb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.946614:0:87410:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fdd2497a/0x3e4967fcee50e004 lrc: 3/0,1 mode: PW/PW res: [0x154b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.946646:0:122923:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002815c009/0x3e4967fcee50e05f lrc: 3/0,1 mode: PW/PW res: [0x11fb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.946648:0:87410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fdd2497a/0x3e4967fcee50e004 lrc: 3/0,1 mode: PW/PW res: [0x154b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.946650:0:164868:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005725a161/0x3e4967fcee50545f lrc: 4/0,0 mode: PR/PR res: [0x11fd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eacf expref: 252 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.946654:0:87239:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ad8b64f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+359:85188:x1845970852969536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7501us (7568us total) trans 12884911192 rc 0/0 00010000:00010000:0.0:1760456369.946666:0:122923:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002815c009/0x3e4967fcee50e05f lrc: 2/0,0 mode: PW/PW res: [0x11fb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.946676:0:87410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fdd2497a/0x3e4967fcee50e004 lrc: 2/0,0 mode: PW/PW res: [0x154b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.946678:0:87239:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19237 00000100:00100000:1.0:1760456369.946683:0:164868:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2ec6235 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:164868:1845970852971264:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456369.946692:0:122923:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1760456369.946712:0:87410:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1760456369.946713:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:1.0:1760456369.946714:0:164868:0:(client.c:2500:ptlrpc_set_wait()) set 00000000aac9fede going to sleep for 6 seconds 00010000:00010000:3.0:1760456369.946718:0:122921:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a3465877/0x3e4967fcee503fb3 lrc: 0/0,0 mode: --/PR res: [0x1558:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e637 expref: 286 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.946719:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002815c009/0x3e4967fcee50e05f lrc: 2/0,0 mode: PW/PW res: [0x11fb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.946725:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.946732:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fdd2497a/0x3e4967fcee50e004 lrc: 2/0,0 mode: PW/PW res: [0x154b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.946738:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002815c009 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456369.946742:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002815c009/0x3e4967fcee50e05f lrc: 2/0,0 mode: PW/PW res: [0x11fb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.946757:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fdd2497a already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456369.946763:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002815c009/0x3e4967fcee50e05f lrc: 3/0,0 mode: PW/PW res: [0x11fb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.946764:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fdd2497a/0x3e4967fcee50e004 lrc: 2/0,0 mode: PW/PW res: [0x154b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.946766:0:122921:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cf9f27e pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:122921:1845970852970048:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456369.946787:0:122921:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e035 lrc: 3/0,1 mode: PW/PW res: [0x1558:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.946788:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fdd2497a/0x3e4967fcee50e004 lrc: 3/0,0 mode: PW/PW res: [0x154b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.946791:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002815c009/0x3e4967fcee50e05f lrc: 1/0,0 mode: --/PW res: [0x11fb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.946814:0:122921:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e035 lrc: 3/0,1 mode: PW/PW res: [0x1558:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.946814:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002815c009/0x3e4967fcee50e05f lrc: 0/0,0 mode: --/PW res: [0x11fb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.946821:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fdd2497a/0x3e4967fcee50e004 lrc: 1/0,0 mode: --/PW res: [0x154b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.946839:0:122921:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e035 lrc: 3/0,1 mode: PW/PW res: [0x1558:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.946841:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.946844:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.946846:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.946858:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fdd2497a/0x3e4967fcee50e004 lrc: 0/0,0 mode: --/PW res: [0x154b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.946860:0:122921:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e035 lrc: 3/0,1 mode: PW/PW res: [0x1558:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.946862:0:87410:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009623f854 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+359:85188:x1845970852969088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8310us (8420us total) trans 12884911193 rc 0/0 00000100:00100000:2.0:1760456369.946880:0:87410:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19232 00010000:00010000:3.0:1760456369.946883:0:122921:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e035 lrc: 2/0,0 mode: PW/PW res: [0x1558:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.946897:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.946900:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e035 lrc: 3/0,0 mode: PW/PW res: [0x1558:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.946902:0:122921:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1760456369.946912:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fabd3e43 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.946915:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e035 lrc: 2/0,0 mode: PW/PW res: [0x1558:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.946916:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1760456369.946919:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e41923cb/2, rc 0, transno 8101 00010000:00010000:1.0:1760456369.946925:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e035 lrc: 3/0,0 mode: PW/PW res: [0x1558:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.946932:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e41923cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852970368:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456369.946940:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e035 lrc: 1/0,0 mode: --/PW res: [0x1558:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.946949:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e035 lrc: 0/0,0 mode: --/PW res: [0x1558:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.946971:0:122906:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50e019 lrc: 3/0,1 mode: PW/PW res: [0x1559:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.946975:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.946978:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456369.946979:0:122906:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50e019 lrc: 3/0,1 mode: PW/PW res: [0x1559:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.946981:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456369.946987:0:122906:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50e019 lrc: 3/0,1 mode: PW/PW res: [0x1559:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.946992:0:122906:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50e019 lrc: 2/0,0 mode: PW/PW res: [0x1559:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.947005:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000709d4ba9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852971200:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456369.947005:0:122923:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008728c0c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+343:85190:x1845970852970496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6320us (6403us total) trans 38654713768 rc 0/0 00010000:00010000:2.0:1760456369.947008:0:122906:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1760456369.947017:0:122923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19245 00010000:00010000:2.0:1760456369.947021:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1760456369.947025:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50e019 lrc: 2/0,0 mode: PW/PW res: [0x1559:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.947031:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ccd3046f already unused, calling callback (0000000049577fce) 00010000:00010000:2.0:1760456369.947034:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50e019 lrc: 2/0,0 mode: PW/PW res: [0x1559:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.947039:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50e019 lrc: 3/0,0 mode: PW/PW res: [0x1559:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.947047:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456369.947051:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50e019 lrc: 1/0,0 mode: --/PW res: [0x1559:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.947057:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50e019 lrc: 0/0,0 mode: --/PW res: [0x1559:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.947078:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456369.947081:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456369.947085:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1760456369.947088:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000022f7daa3/2, rc 0, transno 9303 00000100:00100000:1.0:1760456369.947100:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022f7daa3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852969792:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1760456369.947105:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000091fe8e75/2, rc 0, transno 8103 00000100:00100000:3.0:1760456369.947118:0:122921:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f9a66bac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+359:85190:x1845970852969856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7534us (7690us total) trans 12884911194 rc 0/0 00000100:00100000:2.0:1760456369.947118:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000091fe8e75 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852970176:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1760456369.947131:0:122921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19240 00000100:00100000:3.0:1760456369.947151:0:122921:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852971200 00000004:00080000:1.0:1760456369.947158:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b31aa23a/2, rc 0, transno 9304 00000100:00100000:2.0:1760456369.947167:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3e7351e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852971328:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.947173:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b31aa23a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852969536:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456369.947178:0:122921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19250 00000100:00100000:3.0:1760456369.947183:0:122921:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000049733773 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+343:85188:x1845970852971200:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1760456369.947194:0:122921:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4615 count 1 00000100:00100000:2.0:1760456369.947203:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456369.947206:0:122921:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e082 lrc: 3/0,1 mode: --/PW res: [0x1207:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.947216:0:122921:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000047bd6dc1/0x3e4967fcee50551c lrc: 2/0,0 mode: PR/PR res: [0x1207:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eaf9 expref: 252 pid: 122920 timeout: 0 lvb_type: 1 00000004:00080000:1.0:1760456369.947220:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ef7eee3a/2, rc 0, transno 9305 00010000:00010000:3.0:1760456369.947222:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.947225:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.947227:0:122921:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e082 lrc: 4/0,1 mode: --/PW res: [0x1207:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.947231:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1760456369.947233:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ef7eee3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852969088:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456369.947241:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f467821 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852971520:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456369.947245:0:122921:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000047bd6dc1/0x3e4967fcee50551c lrc: 3/0,0 mode: PR/PR res: [0x1207:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eaf9 expref: 252 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456369.947252:0:122921:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000047bd6dc1/0x3e4967fcee50551c lrc: 4/0,0 mode: PR/PR res: [0x1207:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eaf9 expref: 252 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.947261:0:122921:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cf9f27e pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:122921:1845970852971584:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456369.947269:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1760456369.947286:0:122921:0:(client.c:2500:ptlrpc_set_wait()) set 000000002884cc77 going to sleep for 6 seconds 00000100:00100000:1.0:1760456369.947293:0:164870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852971328 00000100:00100000:2.0:1760456369.947300:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d96b878f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852971648:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456369.947306:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002827cdb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852971392:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456369.947319:0:164870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852971520 00000100:00100000:2.0:1760456369.947330:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1760456369.947330:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002926c956 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852971456:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1760456369.947348:0:87239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852971648 00000100:00100000:0.0:1760456369.947370:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456369.947382:0:122905:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852971456 00000100:00100000:3.0:1760456369.947388:0:87239:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19251 00000100:00100000:3.0:1760456369.947392:0:87239:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a3b8ee61 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+345:85189:x1845970852971328:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1760456369.947402:0:87239:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4614 count 1 00000100:00100000:2.0:1760456369.947407:0:122905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19252 00010000:00010000:3.0:1760456369.947412:0:87239:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b096a6a/0x3e4967fcee50e089 lrc: 3/0,1 mode: --/PW res: [0x1206:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.947413:0:122905:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba25bce9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+360:85189:x1845970852971520:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456369.947419:0:164870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19253 00010000:00010000:3.0:1760456369.947430:0:87239:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000adff2497/0x3e4967fcee50555b lrc: 2/0,0 mode: PR/PR res: [0x1206:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb07 expref: 252 pid: 122920 timeout: 0 lvb_type: 1 00002000:00080000:2.0:1760456369.947431:0:122905:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5484 count 1 00000100:00100000:0.0:1760456369.947432:0:122920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19254 00000100:00100000:1.0:1760456369.947433:0:164870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000337d5ba2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+360:85189:x1845970852971648:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456369.947444:0:122905:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000555fe934/0x3e4967fcee50e090 lrc: 3/0,1 mode: --/PW res: [0x156c:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.947446:0:122920:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000071cb61 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+345:85191:x1845970852971456:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456369.947448:0:87239:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.947450:0:87239:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.947453:0:87239:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008b096a6a/0x3e4967fcee50e089 lrc: 4/0,1 mode: --/PW res: [0x1206:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1760456369.947453:0:164870:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5499 count 1 00010000:00010000:2.0:1760456369.947467:0:122905:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bafa595e/0x3e4967fcee504229 lrc: 2/0,0 mode: PR/PR res: [0x156c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e6c3 expref: 285 pid: 122920 timeout: 0 lvb_type: 1 00002000:00080000:0.0:1760456369.947471:0:122920:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4626 count 1 00010000:00010000:2.0:1760456369.947474:0:122905:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.947475:0:87239:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000adff2497/0x3e4967fcee50555b lrc: 3/0,0 mode: PR/PR res: [0x1206:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb07 expref: 252 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456369.947476:0:122905:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.947479:0:122905:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000555fe934/0x3e4967fcee50e090 lrc: 4/0,1 mode: --/PW res: [0x156c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.947486:0:122920:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50e097 lrc: 3/0,1 mode: --/PW res: [0x1212:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.947490:0:87239:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000adff2497/0x3e4967fcee50555b lrc: 4/0,0 mode: PR/PR res: [0x1206:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb07 expref: 252 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.947504:0:122905:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bafa595e/0x3e4967fcee504229 lrc: 3/0,0 mode: PR/PR res: [0x156c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e6c3 expref: 285 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.947506:0:164870:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e09e lrc: 3/0,1 mode: --/PW res: [0x157b:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.947541:0:122920:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000f6ca9a8/0x3e4967fcee5055d9 lrc: 2/0,0 mode: PR/PR res: [0x1212:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb23 expref: 252 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456369.947547:0:87239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e3cad4d pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:87239:1845970852971712:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456369.947559:0:164870:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000007993fd5/0x3e4967fcee5042a7 lrc: 2/0,0 mode: PR/PR res: [0x157b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e6df expref: 285 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456369.947561:0:122920:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.947564:0:122905:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bafa595e/0x3e4967fcee504229 lrc: 4/0,0 mode: PR/PR res: [0x156c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e6c3 expref: 285 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.947564:0:122920:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.947567:0:122920:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50e097 lrc: 4/0,1 mode: --/PW res: [0x1212:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.947577:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1760456369.947581:0:87239:0:(client.c:2500:ptlrpc_set_wait()) set 00000000705ee1cf going to sleep for 6 seconds 00010000:00010000:1.0:1760456369.947581:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.947584:0:164870:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e09e lrc: 4/0,1 mode: --/PW res: [0x157b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.947597:0:122905:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000005d52127 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:122905:1845970852971776:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456369.947605:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1760456369.947605:0:122920:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000f6ca9a8/0x3e4967fcee5055d9 lrc: 3/0,0 mode: PR/PR res: [0x1212:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb23 expref: 252 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.947616:0:164870:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000007993fd5/0x3e4967fcee5042a7 lrc: 3/0,0 mode: PR/PR res: [0x157b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e6df expref: 285 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456369.947628:0:122920:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000f6ca9a8/0x3e4967fcee5055d9 lrc: 4/0,0 mode: PR/PR res: [0x1212:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb23 expref: 252 pid: 122920 timeout: 4721 lvb_type: 1 00000004:00080000:3.0:1760456369.947646:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005d020b4e/2, rc 0, transno 8104 00000100:00100000:2.0:1760456369.947646:0:122905:0:(client.c:2500:ptlrpc_set_wait()) set 000000008faae248 going to sleep for 6 seconds 00010000:00010000:1.0:1760456369.947656:0:164870:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000007993fd5/0x3e4967fcee5042a7 lrc: 4/0,0 mode: PR/PR res: [0x157b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e6df expref: 285 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.947656:0:122920:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000753ed154 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:122920:1845970852971840:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456369.947668:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005d020b4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852970496:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.947676:0:164870:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fba93ae9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:164870:1845970852971904:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456369.947683:0:122920:0:(client.c:2500:ptlrpc_set_wait()) set 00000000756f8c76 going to sleep for 6 seconds 00000004:00080000:3.0:1760456369.947687:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000f1a0f1e8/2, rc 0, transno 9306 00000100:00100000:3.0:1760456369.947701:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f1a0f1e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852969856:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456369.947705:0:87240:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852971392 00000100:00100000:1.0:1760456369.947709:0:164870:0:(client.c:2500:ptlrpc_set_wait()) set 00000000095c4fbe going to sleep for 6 seconds 00000100:00100000:0.0:1760456369.947730:0:87240:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19255 00000100:00100000:0.0:1760456369.947736:0:87240:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000043ab4bcb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+361:85190:x1845970852971392:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1760456369.947746:0:87240:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5470 count 1 00010000:00010000:3.0:1760456369.947750:0:164871:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e043 lrc: 3/0,1 mode: PW/PW res: [0x11ef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.947757:0:87240:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e0a5 lrc: 3/0,1 mode: --/PW res: [0x155e:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.947760:0:164871:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e043 lrc: 3/0,1 mode: PW/PW res: [0x11ef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.947770:0:87240:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000492f89c0/0x3e4967fcee50416c lrc: 2/0,0 mode: PR/PR res: [0x155e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e699 expref: 285 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456369.947774:0:164871:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e043 lrc: 3/0,1 mode: PW/PW res: [0x11ef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.947779:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.947781:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.947783:0:87240:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e0a5 lrc: 4/0,1 mode: --/PW res: [0x155e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.947786:0:164871:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e043 lrc: 2/0,0 mode: PW/PW res: [0x11ef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.947808:0:164871:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456369.947810:0:87240:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000492f89c0/0x3e4967fcee50416c lrc: 3/0,0 mode: PR/PR res: [0x155e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e699 expref: 285 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456369.947820:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456369.947827:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e043 lrc: 2/0,0 mode: PW/PW res: [0x11ef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.947834:0:87240:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000492f89c0/0x3e4967fcee50416c lrc: 4/0,0 mode: PR/PR res: [0x155e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e699 expref: 285 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.947840:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000498dbf39 already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456369.947844:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e043 lrc: 2/0,0 mode: PW/PW res: [0x11ef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.947854:0:87240:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000097bd19ed pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:87240:1845970852972096:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456369.947855:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e043 lrc: 3/0,0 mode: PW/PW res: [0x11ef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.947873:0:122906:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000034305d8e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+362:85191:x1845970852968960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8835us (9092us total) trans 12884911195 rc 0/0 00010000:00010000:3.0:1760456369.947874:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e043 lrc: 1/0,0 mode: --/PW res: [0x11ef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.947887:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e043 lrc: 0/0,0 mode: --/PW res: [0x11ef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.947887:0:122906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19235 00000100:00100000:0.0:1760456369.947896:0:87240:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ba2c36cc going to sleep for 6 seconds 00010000:00010000:3.0:1760456369.947912:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.947916:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.947920:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456369.947924:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000447e2361 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852972032:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456369.947959:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456369.947995:0:87410:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852972032 00000004:00080000:0.0:1760456369.947997:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005a479ed7/2, rc 0, transno 9307 00000100:00100000:0.0:1760456369.948007:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005a479ed7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852968960:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456369.948029:0:87410:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19256 00000100:00100000:2.0:1760456369.948035:0:87410:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b276ed3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+362:85191:x1845970852972032:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1760456369.948051:0:87410:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5475 count 1 00000100:00100000:0.0:1760456369.948064:0:85191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1760456369.948065:0:87410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50e0ac lrc: 3/0,1 mode: --/PW res: [0x1563:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.948069:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b629c58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852972160:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456369.948077:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000055386046 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852971968:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456369.948086:0:87410:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000035389dc2/0x3e4967fcee5042e6 lrc: 2/0,0 mode: PR/PR res: [0x1563:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e6ed expref: 285 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456369.948095:0:87410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.948097:0:87410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.948100:0:87410:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50e0ac lrc: 4/0,1 mode: --/PW res: [0x1563:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.948112:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456369.948124:0:87410:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000035389dc2/0x3e4967fcee5042e6 lrc: 3/0,0 mode: PR/PR res: [0x1563:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e6ed expref: 285 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456369.948135:0:87410:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000035389dc2/0x3e4967fcee5042e6 lrc: 4/0,0 mode: PR/PR res: [0x1563:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e6ed expref: 285 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.948145:0:87237:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852971968 00000100:00100000:2.0:1760456369.948148:0:87410:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d3fb42b pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:87410:1845970852972224:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456369.948154:0:164871:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005844b64c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+347:85190:x1845970852969920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8379us (8662us total) trans 38654713769 rc 0/0 00000100:00100000:1.0:1760456369.948157:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1760456369.948165:0:87237:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852972160 00000100:00100000:3.0:1760456369.948169:0:164871:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19241 00000100:00100000:0.0:1760456369.948190:0:87237:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19257 00000100:00100000:2.0:1760456369.948195:0:87410:0:(client.c:2500:ptlrpc_set_wait()) set 000000009812bcf4 going to sleep for 6 seconds 00000100:00100000:3.0:1760456369.948201:0:164871:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19258 00000100:00100000:0.0:1760456369.948201:0:87237:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009d9bf87f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+346:85191:x1845970852971968:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1760456369.948212:0:164871:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c226515 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+363:85188:x1845970852972160:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1760456369.948219:0:87237:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4617 count 1 00002000:00080000:3.0:1760456369.948227:0:164871:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5483 count 1 00010000:00010000:0.0:1760456369.948231:0:87237:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e0b3 lrc: 3/0,1 mode: --/PW res: [0x1209:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.948241:0:87237:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dca2b69c/0x3e4967fcee505714 lrc: 2/0,0 mode: PR/PR res: [0x1209:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb69 expref: 252 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456369.948242:0:164871:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000022fb6bd9/0x3e4967fcee50e0ba lrc: 3/0,1 mode: --/PW res: [0x156b:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.948259:0:87237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.948261:0:87237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.948263:0:87237:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e0b3 lrc: 4/0,1 mode: --/PW res: [0x1209:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.948264:0:164871:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000422dc44a/0x3e4967fcee504364 lrc: 2/0,0 mode: PR/PR res: [0x156b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e709 expref: 285 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456369.948284:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.948286:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.948287:0:164871:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000022fb6bd9/0x3e4967fcee50e0ba lrc: 4/0,1 mode: --/PW res: [0x156b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.948305:0:87237:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dca2b69c/0x3e4967fcee505714 lrc: 3/0,0 mode: PR/PR res: [0x1209:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb69 expref: 252 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456369.948312:0:164871:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000422dc44a/0x3e4967fcee504364 lrc: 3/0,0 mode: PR/PR res: [0x156b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e709 expref: 285 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1760456369.948317:0:164868:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2ec6235 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:164868:1845970852971264:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456369.948320:0:87237:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dca2b69c/0x3e4967fcee505714 lrc: 4/0,0 mode: PR/PR res: [0x1209:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb69 expref: 252 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.948336:0:164871:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000422dc44a/0x3e4967fcee504364 lrc: 4/0,0 mode: PR/PR res: [0x156b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e709 expref: 285 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.948342:0:87237:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000268ddb71 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:87237:1845970852972288:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456369.948358:0:164871:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ec15e1d7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:164871:1845970852972352:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456369.948362:0:164868:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e07b lrc: 3/0,1 mode: --/PW res: [0x11fd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.948379:0:87237:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ead0540c going to sleep for 6 seconds 00000100:00100000:3.0:1760456369.948388:0:164871:0:(client.c:2500:ptlrpc_set_wait()) set 00000000092877e8 going to sleep for 6 seconds 00000100:00100000:0.0:1760456369.948412:0:122914:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a8879361 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:122914:1845970852971072:192.168.203.34@tcp:104: 00000004:00080000:3.0:1760456369.948416:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000012a5935a/2, rc 0, transno 9302 00010000:00010000:0.0:1760456369.948427:0:122914:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50e074 lrc: 3/0,1 mode: --/PW res: [0x155b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.948430:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000012a5935a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852969344:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1760456369.948502:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000fbea15b7/2, rc 0, transno 8105 00010000:00010000:0.0:1760456369.948540:0:164869:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000ca01c8f/0x3e4967fcee5053a2 lrc: 0/0,0 mode: --/PR res: [0x11fe:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eaa5 expref: 252 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.948545:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fbea15b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852969920:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456369.948549:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b29bdcff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852972416:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456369.948564:0:164869:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000467d5fb5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:164869:1845970852970816:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456369.948567:0:164867:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e058 lrc: 3/0,1 mode: PW/PW res: [0x155d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.948578:0:164867:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e058 lrc: 3/0,1 mode: PW/PW res: [0x155d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.948579:0:164869:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e066 lrc: 3/0,1 mode: PW/PW res: [0x11fe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.948599:0:164867:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e058 lrc: 3/0,1 mode: PW/PW res: [0x155d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.948601:0:164869:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e066 lrc: 3/0,1 mode: PW/PW res: [0x11fe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.948632:0:164867:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e058 lrc: 2/0,0 mode: PW/PW res: [0x155d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.948634:0:164869:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e066 lrc: 3/0,1 mode: PW/PW res: [0x11fe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.948642:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1760456369.948658:0:164869:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e066 lrc: 3/0,1 mode: PW/PW res: [0x11fe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.948665:0:164867:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456369.948666:0:164869:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e066 lrc: 2/0,0 mode: PW/PW res: [0x11fe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.948678:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456369.948690:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e058 lrc: 2/0,0 mode: PW/PW res: [0x155d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.948690:0:164869:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456369.948700:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fe04f7ce already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456369.948703:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e058 lrc: 2/0,0 mode: PW/PW res: [0x155d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.948710:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e058 lrc: 3/0,0 mode: PW/PW res: [0x155d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.948722:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e058 lrc: 1/0,0 mode: --/PW res: [0x155d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.948729:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e058 lrc: 0/0,0 mode: --/PW res: [0x155d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.948742:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.948746:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e066 lrc: 2/0,0 mode: PW/PW res: [0x11fe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.948752:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.948754:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002f5c0ee5 already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456369.948756:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.948758:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e066 lrc: 2/0,0 mode: PW/PW res: [0x11fe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.948760:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.948765:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e066 lrc: 3/0,0 mode: PW/PW res: [0x11fe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.948778:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e066 lrc: 1/0,0 mode: --/PW res: [0x11fe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.948779:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f77eaece pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852972480:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456369.948790:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e066 lrc: 0/0,0 mode: --/PW res: [0x11fe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.948807:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.948809:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.948812:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456369.948817:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1760456369.948860:0:164869:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000007fc8716 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+347:85189:x1845970852970752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7442us (7524us total) trans 38654713770 rc 0/0 00000100:00100000:0.0:1760456369.948867:0:164869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19246 00000100:00100000:1.0:1760456369.948874:0:88855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852972416 00000100:00100000:0.0:1760456369.948890:0:164869:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852972480 00000004:00080000:2.0:1760456369.948897:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000bc4f66c0/2, rc 0, transno 8106 00000100:00100000:1.0:1760456369.948903:0:88855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19259 00000100:00100000:1.0:1760456369.948909:0:88855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000076441b21 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+364:85189:x1845970852972416:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456369.948913:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bc4f66c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852970752:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456369.948920:0:164869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19260 00002000:00080000:1.0:1760456369.948921:0:88855:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5494 count 1 00000100:00100000:0.0:1760456369.948929:0:164869:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007a96cebb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+347:85190:x1845970852972480:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456369.948933:0:88855:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000058314f92/0x3e4967fcee50e0c1 lrc: 3/0,1 mode: --/PW res: [0x1576:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1760456369.948945:0:164869:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4616 count 1 00010000:00010000:0.0:1760456369.948961:0:164869:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e0c8 lrc: 3/0,1 mode: --/PW res: [0x1208:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.948975:0:164869:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005a2089c6/0x3e4967fcee505753 lrc: 2/0,0 mode: PR/PR res: [0x1208:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb77 expref: 251 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456369.948980:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.948981:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.948983:0:164869:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e0c8 lrc: 4/0,1 mode: --/PW res: [0x1208:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.948987:0:88855:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000df2a5fdd/0x3e4967fcee5043a3 lrc: 2/0,0 mode: PR/PR res: [0x1576:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e717 expref: 285 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.948995:0:88855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.948996:0:88855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.948998:0:88855:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000058314f92/0x3e4967fcee50e0c1 lrc: 4/0,1 mode: --/PW res: [0x1576:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.949003:0:164869:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005a2089c6/0x3e4967fcee505753 lrc: 3/0,0 mode: PR/PR res: [0x1208:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb77 expref: 251 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456369.949015:0:164869:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005a2089c6/0x3e4967fcee505753 lrc: 4/0,0 mode: PR/PR res: [0x1208:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb77 expref: 251 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.949020:0:88855:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000df2a5fdd/0x3e4967fcee5043a3 lrc: 3/0,0 mode: PR/PR res: [0x1576:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e717 expref: 285 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456369.949029:0:164869:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a8879361 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:164869:1845970852972608:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456369.949032:0:88855:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000df2a5fdd/0x3e4967fcee5043a3 lrc: 4/0,0 mode: PR/PR res: [0x1576:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e717 expref: 285 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.949043:0:88855:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd43c5ae pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:88855:1845970852972672:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456369.949044:0:164867:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff4c5358 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+365:85190:x1845970852970432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8370us (8549us total) trans 12884911196 rc 0/0 00000100:00100000:3.0:1760456369.949056:0:164867:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19244 00000100:00100000:0.0:1760456369.949062:0:164869:0:(client.c:2500:ptlrpc_set_wait()) set 000000001b8cab0b going to sleep for 6 seconds 00000100:00100000:1.0:1760456369.949070:0:88855:0:(client.c:2500:ptlrpc_set_wait()) set 00000000aac9fede going to sleep for 6 seconds 00000100:00100000:0.0:1760456369.949089:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044033a55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852972544:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1760456369.949098:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009eb8db21/2, rc 0, transno 9308 00000100:00100000:3.0:1760456369.949110:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009eb8db21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852970432:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456369.949122:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1760456369.949172:0:122923:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852972544 00000100:00100000:2.0:1760456369.949182:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1760456369.949190:0:123791:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000061ff87fa/0x3e4967fcee5053e1 lrc: 0/0,0 mode: --/PR res: [0x1201:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eab3 expref: 251 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.949196:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0f24a07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852972736:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456369.949203:0:122923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19261 00000100:00100000:3.0:1760456369.949213:0:123791:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001a45ba66 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:123791:1845970852970944:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456369.949214:0:122923:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c6c912c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+348:85191:x1845970852972544:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1760456369.949233:0:122923:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4628 count 1 00010000:00010000:3.0:1760456369.949235:0:123791:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b2243183/0x3e4967fcee50e06d lrc: 3/0,1 mode: PW/PW res: [0x1201:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.949243:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1760456369.949245:0:122923:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aeb8030d/0x3e4967fcee50e0cf lrc: 3/0,1 mode: --/PW res: [0x1214:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.949254:0:123791:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b2243183/0x3e4967fcee50e06d lrc: 3/0,1 mode: PW/PW res: [0x1201:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.949263:0:122923:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000889071c9/0x3e4967fcee505792 lrc: 2/0,0 mode: PR/PR res: [0x1214:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb85 expref: 250 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456369.949265:0:123791:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b2243183/0x3e4967fcee50e06d lrc: 3/0,1 mode: PW/PW res: [0x1201:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.949273:0:122906:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852972736 00010000:00010000:0.0:1760456369.949287:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.949289:0:123791:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b2243183/0x3e4967fcee50e06d lrc: 3/0,1 mode: PW/PW res: [0x1201:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.949290:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.949294:0:122923:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aeb8030d/0x3e4967fcee50e0cf lrc: 4/0,1 mode: --/PW res: [0x1214:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.949297:0:122906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19262 00000100:00100000:2.0:1760456369.949307:0:122906:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000050306f11 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+365:85189:x1845970852972736:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456369.949322:0:123791:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b2243183/0x3e4967fcee50e06d lrc: 2/0,0 mode: PW/PW res: [0x1201:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1760456369.949330:0:122906:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5491 count 1 00010000:00010000:0.0:1760456369.949333:0:122923:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000889071c9/0x3e4967fcee505792 lrc: 3/0,0 mode: PR/PR res: [0x1214:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb85 expref: 250 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456369.949341:0:123791:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456369.949341:0:122923:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000889071c9/0x3e4967fcee505792 lrc: 4/0,0 mode: PR/PR res: [0x1214:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb85 expref: 250 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.949346:0:122906:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000050282ba1/0x3e4967fcee50e0d6 lrc: 3/0,1 mode: --/PW res: [0x1573:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.949346:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.949351:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b2243183/0x3e4967fcee50e06d lrc: 2/0,0 mode: PW/PW res: [0x1201:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.949355:0:122923:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000015ed96f5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:122923:1845970852972800:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456369.949368:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b2243183 already unused, calling callback (0000000049577fce) 00010000:00010000:2.0:1760456369.949371:0:122906:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e8cd091d/0x3e4967fcee504421 lrc: 2/0,0 mode: PR/PR res: [0x1573:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e733 expref: 285 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.949372:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b2243183/0x3e4967fcee50e06d lrc: 2/0,0 mode: PW/PW res: [0x1201:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.949392:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.949394:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.949396:0:122906:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000050282ba1/0x3e4967fcee50e0d6 lrc: 4/0,1 mode: --/PW res: [0x1573:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.949397:0:122923:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f55feff3 going to sleep for 6 seconds 00010000:00010000:2.0:1760456369.949418:0:122906:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e8cd091d/0x3e4967fcee504421 lrc: 3/0,0 mode: PR/PR res: [0x1573:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e733 expref: 285 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456369.949426:0:122906:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e8cd091d/0x3e4967fcee504421 lrc: 4/0,0 mode: PR/PR res: [0x1573:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e733 expref: 285 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.949437:0:122906:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e628c06f pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:122906:1845970852972864:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456369.949441:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b2243183/0x3e4967fcee50e06d lrc: 3/0,0 mode: PW/PW res: [0x1201:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.949443:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:1.0:1760456369.949458:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b2243183/0x3e4967fcee50e06d lrc: 1/0,0 mode: --/PW res: [0x1201:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.949464:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b2243183/0x3e4967fcee50e06d lrc: 0/0,0 mode: --/PW res: [0x1201:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.949467:0:122906:0:(client.c:2500:ptlrpc_set_wait()) set 0000000068f1041e going to sleep for 6 seconds 00010000:00010000:1.0:1760456369.949482:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.949484:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.949487:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456369.949541:0:123791:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000201ac382 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+349:85188:x1845970852970880:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7441us (7507us total) trans 38654713771 rc 0/0 00000100:00100000:3.0:1760456369.949550:0:123791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19247 00000004:00080000:1.0:1760456369.949572:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000855aa56f/2, rc 0, transno 8107 00000100:00100000:1.0:1760456369.949585:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000855aa56f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852970880:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1760456369.949596:0:122921:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cf9f27e pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:122921:1845970852971584:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456369.949610:0:122921:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e082 lrc: 3/0,1 mode: --/PW res: [0x1207:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.949634:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:3.0:1760456369.949654:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873987840 00010000:00010000:3.0:1760456369.949672:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001e9675b1/0x3e4967fcee5040ee lrc: 4/0,0 mode: PR/PR res: [0x155b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e67d expref: 286 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.949677:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873987904 00010000:00010000:2.0:1760456369.949699:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005725a161/0x3e4967fcee50545f lrc: 4/0,0 mode: PR/PR res: [0x11fd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eacf expref: 251 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.949704:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.949706:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1760456369.949708:0:122347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1236 00000100:00100000:1.0:1760456369.949717:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000042ae3212 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852972928:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1760456369.949720:0:122347:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed146fa8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+286:167594:x1845970873987840:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1760456369.949732:0:122347:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456369.949737:0:122347:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001e9675b1/0x3e4967fcee5040ee lrc: 4/0,0 mode: PR/PR res: [0x155b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e67d expref: 286 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.949746:0:88636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873987968 00010000:00010000:3.0:1760456369.949751:0:122347:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001e9675b1/0x3e4967fcee5040ee lrc: 3/0,0 mode: PR/PR res: [0x155b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e67d expref: 286 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.949752:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456369.949763:0:88636:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000047bd6dc1/0x3e4967fcee50551c lrc: 4/0,0 mode: PR/PR res: [0x1207:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eaf9 expref: 252 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.949774:0:122347:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001e9675b1/0x3e4967fcee5040ee lrc: 0/0,0 mode: --/PR res: [0x155b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e67d expref: 286 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.949779:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456369.949791:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.949793:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.949795:0:122347:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50e074 lrc: 3/0,1 mode: PW/PW res: [0x155b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.949802:0:88636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873988032 00010000:00010000:3.0:1760456369.949803:0:122347:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50e074 lrc: 4/0,1 mode: PW/PW res: [0x155b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.949816:0:88636:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000adff2497/0x3e4967fcee50555b lrc: 5/0,0 mode: PR/PR res: [0x1206:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb07 expref: 253 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.949831:0:122347:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1760456369.949832:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1237 00000100:00100000:1.0:1760456369.949839:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc68a716 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+253:167594:x1845970873987904:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1760456369.949847:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1760456369.949849:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1238 00010000:00010000:1.0:1760456369.949853:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005725a161/0x3e4967fcee50545f lrc: 4/0,0 mode: PR/PR res: [0x11fd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eacf expref: 253 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.949862:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054a1686d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+253:167593:x1845970873987968:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00000100:00100000:3.0:1760456369.949871:0:122347:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed146fa8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+285:167594:x1845970873987840:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 147us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1760456369.949871:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:1.0:1760456369.949877:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005725a161/0x3e4967fcee50545f lrc: 3/0,0 mode: PR/PR res: [0x11fd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eacf expref: 253 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.949879:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1760456369.949889:0:122347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1236 00010000:00010000:2.0:1760456369.949889:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000047bd6dc1/0x3e4967fcee50551c lrc: 4/0,0 mode: PR/PR res: [0x1207:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eaf9 expref: 253 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.949899:0:86474:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005725a161/0x3e4967fcee50545f lrc: 0/0,0 mode: --/PR res: [0x11fd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eacf expref: 253 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.949906:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000047bd6dc1/0x3e4967fcee50551c lrc: 3/0,0 mode: PR/PR res: [0x1207:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eaf9 expref: 252 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.949909:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.949912:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1760456369.949914:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873988096 00010000:00010000:1.0:1760456369.949914:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e07b lrc: 3/0,1 mode: PW/PW res: [0x11fd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.949922:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e07b lrc: 4/0,1 mode: PW/PW res: [0x11fd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.949930:0:88636:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000047bd6dc1/0x3e4967fcee50551c lrc: 0/0,0 mode: --/PR res: [0x1207:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eaf9 expref: 252 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.949932:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bafa595e/0x3e4967fcee504229 lrc: 5/0,0 mode: PR/PR res: [0x156c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e6c3 expref: 285 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.949937:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456369.949959:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.949962:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.949965:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e082 lrc: 3/0,1 mode: PW/PW res: [0x1207:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.949970:0:122347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1239 00000100:00100000:3.0:1760456369.949979:0:122347:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f0192263 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+251:167593:x1845970873988032:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1760456369.949993:0:122347:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456369.949993:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e082 lrc: 4/0,1 mode: PW/PW res: [0x1207:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.950000:0:122347:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000adff2497/0x3e4967fcee50555b lrc: 5/0,0 mode: PR/PR res: [0x1206:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb07 expref: 251 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.950015:0:122347:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000adff2497/0x3e4967fcee50555b lrc: 4/0,0 mode: PR/PR res: [0x1206:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb07 expref: 251 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.950016:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc68a716 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+251:167594:x1845970873987904:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 125us (347us total) trans 0 rc 0/0 00010000:00010000:2.0:1760456369.950021:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1760456369.950033:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456369.950037:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.950040:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.950042:0:122347:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008b096a6a/0x3e4967fcee50e089 lrc: 3/0,1 mode: PW/PW res: [0x1206:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.950050:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054a1686d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+251:167593:x1845970873987968:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 189us (347us total) trans 0 rc 0/0 00010000:00010000:3.0:1760456369.950055:0:122347:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008b096a6a/0x3e4967fcee50e089 lrc: 4/0,1 mode: PW/PW res: [0x1206:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.950070:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1238 00000100:00100000:0.0:1760456369.950070:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.950080:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1237 00010000:00010000:3.0:1760456369.950082:0:122347:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1760456369.950097:0:88636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873988224 00000100:00100000:3.0:1760456369.950109:0:122347:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f0192263 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+250:167593:x1845970873988032:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 129us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456369.950118:0:122347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1239 00010000:00010000:2.0:1760456369.950149:0:88636:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000007993fd5/0x3e4967fcee5042a7 lrc: 5/0,0 mode: PR/PR res: [0x157b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e6df expref: 286 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.950154:0:86474:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873988160 00000100:00100000:3.0:1760456369.950160:0:122347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1240 00000100:00100000:3.0:1760456369.950168:0:122347:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000047b67703 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+286:167593:x1845970873988096:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1760456369.950171:0:86474:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000f6ca9a8/0x3e4967fcee5055d9 lrc: 5/0,0 mode: PR/PR res: [0x1212:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb23 expref: 249 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.950181:0:122347:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1760456369.950183:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1241 00000100:00100000:0.0:1760456369.950189:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456369.950190:0:122347:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bafa595e/0x3e4967fcee504229 lrc: 5/0,0 mode: PR/PR res: [0x156c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e6c3 expref: 286 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.950196:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b75f3fc6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+286:167593:x1845970873988224:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1760456369.950210:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456369.950212:0:122347:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bafa595e/0x3e4967fcee504229 lrc: 4/0,0 mode: PR/PR res: [0x156c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e6c3 expref: 286 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.950218:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000007993fd5/0x3e4967fcee5042a7 lrc: 5/0,0 mode: PR/PR res: [0x157b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e6df expref: 286 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.950222:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456369.950239:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000007993fd5/0x3e4967fcee5042a7 lrc: 4/0,0 mode: PR/PR res: [0x157b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e6df expref: 286 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.950242:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.950246:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.950250:0:122347:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000555fe934/0x3e4967fcee50e090 lrc: 3/0,1 mode: PW/PW res: [0x156c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.950255:0:86474:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873988288 00010000:00010000:2.0:1760456369.950259:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.950261:0:122347:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000555fe934/0x3e4967fcee50e090 lrc: 4/0,1 mode: PW/PW res: [0x156c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.950262:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.950267:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e09e lrc: 3/0,1 mode: PW/PW res: [0x157b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.950268:0:86474:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000492f89c0/0x3e4967fcee50416c lrc: 5/0,0 mode: PR/PR res: [0x155e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e699 expref: 287 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.950286:0:122347:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456369.950291:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e09e lrc: 4/0,1 mode: PW/PW res: [0x157b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.950292:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:3.0:1760456369.950310:0:122347:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000047b67703 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+287:167593:x1845970873988096:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 142us (449us total) trans 0 rc 0/0 00010000:00010000:2.0:1760456369.950312:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1760456369.950320:0:122347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1240 00000100:00100000:0.0:1760456369.950327:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.950329:0:86474:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873988352 00000100:00100000:2.0:1760456369.950340:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b75f3fc6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+287:167593:x1845970873988224:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 145us (307us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456369.950341:0:86474:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000035389dc2/0x3e4967fcee5042e6 lrc: 5/0,0 mode: PR/PR res: [0x1563:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e6ed expref: 287 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.950344:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873988416 00000100:00100000:2.0:1760456369.950358:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1241 00010000:00010000:3.0:1760456369.950362:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dca2b69c/0x3e4967fcee505714 lrc: 5/0,0 mode: PR/PR res: [0x1209:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb69 expref: 250 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.950376:0:86474:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873988480 00010000:00010000:1.0:1760456369.950390:0:86474:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000422dc44a/0x3e4967fcee504364 lrc: 5/0,0 mode: PR/PR res: [0x156b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e709 expref: 287 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.950391:0:122347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1242 00000100:00100000:3.0:1760456369.950401:0:122347:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000075c42dd5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+250:167593:x1845970873988160:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1760456369.950410:0:122347:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1760456369.950416:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1243 00010000:00010000:3.0:1760456369.950417:0:122347:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000f6ca9a8/0x3e4967fcee5055d9 lrc: 5/0,0 mode: PR/PR res: [0x1212:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb23 expref: 250 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.950429:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000073506342 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+287:167593:x1845970873988288:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00000100:00100000:2.0:1760456369.950430:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1244 00010000:00010000:3.0:1760456369.950437:0:122347:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000f6ca9a8/0x3e4967fcee5055d9 lrc: 4/0,0 mode: PR/PR res: [0x1212:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb23 expref: 250 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.950443:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006abb2f60 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+287:167593:x1845970873988352:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1760456369.950459:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456369.950460:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.950462:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.950464:0:122347:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50e097 lrc: 3/0,1 mode: PW/PW res: [0x1212:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.950465:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000035389dc2/0x3e4967fcee5042e6 lrc: 5/0,0 mode: PR/PR res: [0x1563:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e6ed expref: 287 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.950476:0:87240:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000097bd19ed pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:87240:1845970852972096:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456369.950477:0:122347:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50e097 lrc: 4/0,1 mode: PW/PW res: [0x1212:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.950479:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456369.950492:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000035389dc2/0x3e4967fcee5042e6 lrc: 4/0,0 mode: PR/PR res: [0x1563:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e6ed expref: 287 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.950498:0:122347:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456369.950502:0:87240:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e0a5 lrc: 3/0,1 mode: --/PW res: [0x155e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.950545:0:122347:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000075c42dd5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+250:167593:x1845970873988160:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 145us (487us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456369.950554:0:122347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1242 00010000:00010000:2.0:1760456369.950577:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.950580:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1760456369.950584:0:122347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1245 00010000:00010000:2.0:1760456369.950584:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50e0ac lrc: 3/0,1 mode: PW/PW res: [0x1563:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.950588:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000492f89c0/0x3e4967fcee50416c lrc: 4/0,0 mode: PR/PR res: [0x155e:0x0:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e699 expref: 287 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.950597:0:122347:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001bba6dad pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+249:167593:x1845970873988416:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1760456369.950611:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50e0ac lrc: 4/0,1 mode: PW/PW res: [0x1563:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.950614:0:122347:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456369.950616:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000492f89c0/0x3e4967fcee50416c lrc: 3/0,0 mode: PR/PR res: [0x155e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e699 expref: 287 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.950633:0:122920:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000f6ca9a8/0x3e4967fcee5055d9 lrc: 0/0,0 mode: --/PR res: [0x1212:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb23 expref: 249 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.950638:0:122347:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dca2b69c/0x3e4967fcee505714 lrc: 5/0,0 mode: PR/PR res: [0x1209:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb69 expref: 249 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.950642:0:86474:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000492f89c0/0x3e4967fcee50416c lrc: 0/0,0 mode: --/PR res: [0x155e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e699 expref: 287 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.950661:0:122920:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000753ed154 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:122920:1845970852971840:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456369.950665:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456369.950669:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.950671:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.950674:0:122347:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dca2b69c/0x3e4967fcee505714 lrc: 4/0,0 mode: PR/PR res: [0x1209:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb69 expref: 248 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.950674:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e0a5 lrc: 3/0,1 mode: PW/PW res: [0x155e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.950677:0:122920:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50e097 lrc: 3/0,1 mode: PW/PW res: [0x1212:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.950693:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006abb2f60 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+286:167593:x1845970873988352:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 249us (476us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456369.950699:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e0a5 lrc: 4/0,1 mode: PW/PW res: [0x155e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.950709:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.950712:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.950715:0:122347:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e0b3 lrc: 3/0,1 mode: PW/PW res: [0x1209:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.950717:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1244 00010000:00010000:0.0:1760456369.950725:0:122920:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50e097 lrc: 3/0,1 mode: PW/PW res: [0x1212:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.950730:0:122347:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e0b3 lrc: 4/0,1 mode: PW/PW res: [0x1209:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.950732:0:122920:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50e097 lrc: 3/0,1 mode: PW/PW res: [0x1212:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.950735:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1760456369.950746:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1246 00010000:00010000:0.0:1760456369.950753:0:122920:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50e097 lrc: 3/0,1 mode: PW/PW res: [0x1212:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.950754:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000073506342 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+285:167593:x1845970873988288:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 331us (576us total) trans 0 rc 0/0 00010000:00010000:3.0:1760456369.950761:0:122347:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1760456369.950761:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007c2cf065 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+285:167593:x1845970873988480:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00000100:00100000:1.0:1760456369.950771:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1243 00010000:00010000:0.0:1760456369.950772:0:122920:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50e097 lrc: 2/0,0 mode: PW/PW res: [0x1212:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.950776:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456369.950783:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000422dc44a/0x3e4967fcee504364 lrc: 5/0,0 mode: PR/PR res: [0x156b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e709 expref: 284 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.950787:0:122347:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001bba6dad pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+248:167593:x1845970873988416:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 192us (499us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456369.950788:0:122920:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456369.950800:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456369.950804:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50e097 lrc: 2/0,0 mode: PW/PW res: [0x1212:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.950806:0:122347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1245 00010000:00010000:2.0:1760456369.950809:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000422dc44a/0x3e4967fcee504364 lrc: 4/0,0 mode: PR/PR res: [0x156b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e709 expref: 284 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.950820:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f2be79c4 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456369.950825:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50e097 lrc: 2/0,0 mode: PW/PW res: [0x1212:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.950831:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50e097 lrc: 3/0,0 mode: PW/PW res: [0x1212:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.950834:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.950837:0:122914:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50e074 lrc: 3/0,1 mode: PW/PW res: [0x155b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.950838:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.950842:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000022fb6bd9/0x3e4967fcee50e0ba lrc: 3/0,1 mode: PW/PW res: [0x156b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.950844:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456369.950850:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50e097 lrc: 1/0,0 mode: --/PW res: [0x1212:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.950861:0:122914:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50e074 lrc: 3/0,1 mode: PW/PW res: [0x155b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.950867:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000022fb6bd9/0x3e4967fcee50e0ba lrc: 4/0,1 mode: PW/PW res: [0x156b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.950884:0:122914:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50e074 lrc: 3/0,1 mode: PW/PW res: [0x155b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.950890:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456369.950894:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50e097 lrc: 0/0,0 mode: --/PW res: [0x1212:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.950902:0:122914:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50e074 lrc: 2/0,0 mode: PW/PW res: [0x155b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.950906:0:86474:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873988608 00010000:00010000:2.0:1760456369.950907:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456369.950912:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.950915:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456369.950917:0:122914:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1760456369.950917:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50e074 lrc: 3/0,0 mode: PW/PW res: [0x155b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.950921:0:86474:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005a2089c6/0x3e4967fcee505753 lrc: 5/0,0 mode: PR/PR res: [0x1208:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb77 expref: 248 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.950928:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.950931:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000758f8c02 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456369.950934:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50e074 lrc: 2/0,0 mode: PW/PW res: [0x155b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.950936:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007c2cf065 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+284:167593:x1845970873988480:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 175us (607us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456369.950950:0:86474:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873988544 00010000:00010000:0.0:1760456369.950952:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50e074 lrc: 3/0,0 mode: PW/PW res: [0x155b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.950958:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1246 00010000:00010000:1.0:1760456369.950962:0:86474:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000df2a5fdd/0x3e4967fcee5043a3 lrc: 5/0,0 mode: PR/PR res: [0x1576:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e717 expref: 285 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.950969:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50e074 lrc: 1/0,0 mode: --/PW res: [0x155b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.950976:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50e074 lrc: 0/0,0 mode: --/PW res: [0x155b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.950983:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1247 00000100:00100000:1.0:1760456369.950995:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000056f17ef9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+248:167595:x1845970873988608:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1760456369.950995:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456369.950996:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1248 00010000:00010000:0.0:1760456369.950998:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.951001:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.951006:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1760456369.951007:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000020156b9c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+284:167594:x1845970873988544:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1760456369.951012:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005a2089c6/0x3e4967fcee505753 lrc: 5/0,0 mode: PR/PR res: [0x1208:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb77 expref: 248 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.951012:0:87240:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e0a5 lrc: 3/0,1 mode: PW/PW res: [0x155e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.951020:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456369.951027:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000df2a5fdd/0x3e4967fcee5043a3 lrc: 5/0,0 mode: PR/PR res: [0x1576:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e717 expref: 284 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.951040:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005a2089c6/0x3e4967fcee505753 lrc: 4/0,0 mode: PR/PR res: [0x1208:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb77 expref: 248 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.951051:0:87240:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e0a5 lrc: 3/0,1 mode: PW/PW res: [0x155e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.951057:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000df2a5fdd/0x3e4967fcee5043a3 lrc: 4/0,0 mode: PR/PR res: [0x1576:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e717 expref: 284 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.951059:0:87240:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e0a5 lrc: 3/0,1 mode: PW/PW res: [0x155e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.951061:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.951064:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.951067:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e0c8 lrc: 3/0,1 mode: PW/PW res: [0x1208:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.951072:0:122914:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd283150 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+366:85191:x1845970852971008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5143us (5565us total) trans 12884911197 rc 0/0 00010000:00010000:0.0:1760456369.951082:0:87240:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e0a5 lrc: 2/0,0 mode: PW/PW res: [0x155e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.951088:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1760456369.951089:0:122914:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19248 00010000:00010000:1.0:1760456369.951090:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e0c8 lrc: 4/0,1 mode: PW/PW res: [0x1208:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.951091:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.951096:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000058314f92/0x3e4967fcee50e0c1 lrc: 3/0,1 mode: PW/PW res: [0x1576:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.951104:0:122914:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852972928 00010000:00010000:0.0:1760456369.951117:0:87240:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1760456369.951121:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000058314f92/0x3e4967fcee50e0c1 lrc: 4/0,1 mode: PW/PW res: [0x1576:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.951126:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.951130:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456369.951131:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e0a5 lrc: 2/0,0 mode: PW/PW res: [0x155e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.951139:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000016be4d0e already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456369.951142:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e0a5 lrc: 2/0,0 mode: PW/PW res: [0x155e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.951144:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456369.951149:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e0a5 lrc: 3/0,0 mode: PW/PW res: [0x155e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.951155:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000056f17ef9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+248:167595:x1845970873988608:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 162us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456369.951166:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1247 00010000:00010000:3.0:1760456369.951168:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e0a5 lrc: 1/0,0 mode: --/PW res: [0x155e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.951177:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000020156b9c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+284:167594:x1845970873988544:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 166us (290us total) trans 0 rc 0/0 00010000:00010000:3.0:1760456369.951179:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e0a5 lrc: 0/0,0 mode: --/PW res: [0x155e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.951194:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1248 00010000:00010000:1.0:1760456369.951198:0:88855:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000df2a5fdd/0x3e4967fcee5043a3 lrc: 0/0,0 mode: --/PR res: [0x1576:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e717 expref: 284 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.951204:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.951208:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1760456369.951211:0:88855:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd43c5ae pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:88855:1845970852972672:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456369.951212:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456369.951227:0:122914:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19263 00010000:00010000:1.0:1760456369.951231:0:88855:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000058314f92/0x3e4967fcee50e0c1 lrc: 3/0,1 mode: PW/PW res: [0x1576:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.951232:0:122914:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2ec6235 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+349:85188:x1845970852972928:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456369.951243:0:88855:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000058314f92/0x3e4967fcee50e0c1 lrc: 3/0,1 mode: PW/PW res: [0x1576:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1760456369.951247:0:122914:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4656 count 1 00010000:00010000:1.0:1760456369.951247:0:88855:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000058314f92/0x3e4967fcee50e0c1 lrc: 3/0,1 mode: PW/PW res: [0x1576:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.951255:0:88855:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000058314f92/0x3e4967fcee50e0c1 lrc: 3/0,1 mode: PW/PW res: [0x1576:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.951259:0:122914:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a426bd1/0x3e4967fcee50e0dd lrc: 3/0,1 mode: --/PW res: [0x1230:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.951260:0:88855:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000058314f92/0x3e4967fcee50e0c1 lrc: 2/0,0 mode: PW/PW res: [0x1576:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.951275:0:122905:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bafa595e/0x3e4967fcee504229 lrc: 0/0,0 mode: --/PR res: [0x156c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e6c3 expref: 282 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.951282:0:122914:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001283d409/0x3e4967fcee505810 lrc: 2/0,0 mode: PR/PR res: [0x1230:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eba1 expref: 247 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.951287:0:88855:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456369.951289:0:122914:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.951292:0:122914:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1760456369.951292:0:122905:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000005d52127 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:122905:1845970852971776:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456369.951295:0:122914:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a426bd1/0x3e4967fcee50e0dd lrc: 4/0,1 mode: --/PW res: [0x1230:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.951298:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.951303:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000058314f92/0x3e4967fcee50e0c1 lrc: 2/0,0 mode: PW/PW res: [0x1576:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.951304:0:87240:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000043ab4bcb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+366:85190:x1845970852971392:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3566us (3703us total) trans 12884911198 rc 0/0 00010000:00010000:2.0:1760456369.951308:0:122905:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000555fe934/0x3e4967fcee50e090 lrc: 3/0,1 mode: PW/PW res: [0x156c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.951313:0:122914:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001283d409/0x3e4967fcee505810 lrc: 3/0,0 mode: PR/PR res: [0x1230:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eba1 expref: 247 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456369.951321:0:87240:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19255 00010000:00010000:1.0:1760456369.951325:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000058314f92 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.951329:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000058314f92/0x3e4967fcee50e0c1 lrc: 2/0,0 mode: PW/PW res: [0x1576:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.951335:0:122905:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000555fe934/0x3e4967fcee50e090 lrc: 3/0,1 mode: PW/PW res: [0x156c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.951339:0:122914:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001283d409/0x3e4967fcee505810 lrc: 4/0,0 mode: PR/PR res: [0x1230:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eba1 expref: 247 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.951343:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000058314f92/0x3e4967fcee50e0c1 lrc: 3/0,0 mode: PW/PW res: [0x1576:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.951354:0:164870:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000007993fd5/0x3e4967fcee5042a7 lrc: 0/0,0 mode: --/PR res: [0x157b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e6df expref: 281 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.951359:0:122905:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000555fe934/0x3e4967fcee50e090 lrc: 3/0,1 mode: PW/PW res: [0x156c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.951369:0:122914:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017c2c717 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:122914:1845970852972992:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456369.951371:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000058314f92/0x3e4967fcee50e0c1 lrc: 1/0,0 mode: --/PW res: [0x1576:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.951385:0:122905:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000555fe934/0x3e4967fcee50e090 lrc: 3/0,1 mode: PW/PW res: [0x156c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.951386:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000058314f92/0x3e4967fcee50e0c1 lrc: 0/0,0 mode: --/PW res: [0x1576:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.951386:0:164870:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fba93ae9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:164870:1845970852971904:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456369.951395:0:122914:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d1b19e2f going to sleep for 6 seconds 00010000:00010000:0.0:1760456369.951403:0:164870:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e09e lrc: 3/0,1 mode: PW/PW res: [0x157b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.951410:0:122905:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000555fe934/0x3e4967fcee50e090 lrc: 2/0,0 mode: PW/PW res: [0x156c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.951414:0:164870:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e09e lrc: 3/0,1 mode: PW/PW res: [0x157b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.951420:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.951422:0:164870:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e09e lrc: 3/0,1 mode: PW/PW res: [0x157b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.951423:0:87239:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000adff2497/0x3e4967fcee50555b lrc: 0/0,0 mode: --/PR res: [0x1206:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb07 expref: 247 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.951423:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1760456369.951427:0:122905:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1760456369.951428:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000555fe934/0x3e4967fcee50e090 lrc: 3/0,0 mode: PW/PW res: [0x156c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.951452:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000555fe934 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456369.951454:0:164870:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e09e lrc: 3/0,1 mode: PW/PW res: [0x157b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.951455:0:87239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e3cad4d pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:87239:1845970852971712:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456369.951456:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000555fe934/0x3e4967fcee50e090 lrc: 2/0,0 mode: PW/PW res: [0x156c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.951471:0:87239:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008b096a6a/0x3e4967fcee50e089 lrc: 3/0,1 mode: PW/PW res: [0x1206:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.951474:0:164870:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e09e lrc: 2/0,0 mode: PW/PW res: [0x157b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.951478:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000555fe934/0x3e4967fcee50e090 lrc: 3/0,0 mode: PW/PW res: [0x156c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.951494:0:87239:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008b096a6a/0x3e4967fcee50e089 lrc: 3/0,1 mode: PW/PW res: [0x1206:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.951502:0:87239:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008b096a6a/0x3e4967fcee50e089 lrc: 3/0,1 mode: PW/PW res: [0x1206:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.951504:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000555fe934/0x3e4967fcee50e090 lrc: 1/0,0 mode: --/PW res: [0x156c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.951531:0:164870:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456369.951543:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000555fe934/0x3e4967fcee50e090 lrc: 0/0,0 mode: --/PW res: [0x156c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.951548:0:87239:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b096a6a/0x3e4967fcee50e089 lrc: 3/0,1 mode: PW/PW res: [0x1206:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.951555:0:87239:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008b096a6a/0x3e4967fcee50e089 lrc: 2/0,0 mode: PW/PW res: [0x1206:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.951562:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456369.951565:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.951566:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e09e lrc: 2/0,0 mode: PW/PW res: [0x157b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.951573:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000037a97751 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.951575:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e09e lrc: 2/0,0 mode: PW/PW res: [0x157b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.951577:0:87239:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456369.951581:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e09e lrc: 3/0,0 mode: PW/PW res: [0x157b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.951586:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456369.951590:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008b096a6a/0x3e4967fcee50e089 lrc: 2/0,0 mode: PW/PW res: [0x1206:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.951592:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e09e lrc: 1/0,0 mode: --/PW res: [0x157b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.951600:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008b096a6a already unused, calling callback (0000000049577fce) 00000100:00100000:2.0:1760456369.951600:0:122905:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba25bce9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+366:85189:x1845970852971520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4184us (4331us total) trans 12884911199 rc 0/0 00010000:00010000:3.0:1760456369.951605:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008b096a6a/0x3e4967fcee50e089 lrc: 2/0,0 mode: PW/PW res: [0x1206:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.951611:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e09e lrc: 0/0,0 mode: --/PW res: [0x157b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.951617:0:122905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19252 00010000:00010000:3.0:1760456369.951636:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008b096a6a/0x3e4967fcee50e089 lrc: 3/0,0 mode: PW/PW res: [0x1206:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.951640:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.951643:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.951648:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.951656:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008b096a6a/0x3e4967fcee50e089 lrc: 1/0,0 mode: --/PW res: [0x1206:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.951657:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.951662:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008b096a6a/0x3e4967fcee50e089 lrc: 0/0,0 mode: --/PW res: [0x1206:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.951675:0:87410:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000035389dc2/0x3e4967fcee5042e6 lrc: 0/0,0 mode: --/PR res: [0x1563:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e6ed expref: 280 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.951682:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.951686:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456369.951688:0:87410:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d3fb42b pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:87410:1845970852972224:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456369.951689:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456369.951704:0:87410:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50e0ac lrc: 3/0,1 mode: PW/PW res: [0x1563:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.951709:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456369.951713:0:164870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000337d5ba2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+366:85189:x1845970852971648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4283us (4383us total) trans 12884911200 rc 0/0 00010000:00010000:2.0:1760456369.951717:0:87410:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50e0ac lrc: 3/0,1 mode: PW/PW res: [0x1563:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.951722:0:164870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19253 00010000:00010000:2.0:1760456369.951728:0:87410:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50e0ac lrc: 3/0,1 mode: PW/PW res: [0x1563:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.951735:0:87410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50e0ac lrc: 3/0,1 mode: PW/PW res: [0x1563:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.951740:0:87410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50e0ac lrc: 2/0,0 mode: PW/PW res: [0x1563:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.951760:0:122344:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873988672 00010000:00010000:2.0:1760456369.951776:0:122344:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000889071c9/0x3e4967fcee505792 lrc: 5/0,0 mode: PR/PR res: [0x1214:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb85 expref: 247 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.951785:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456369.951810:0:122344:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873988736 00010000:00010000:2.0:1760456369.951826:0:122344:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e8cd091d/0x3e4967fcee504421 lrc: 5/0,0 mode: PR/PR res: [0x1573:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e733 expref: 280 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.951854:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1249 00000100:00100000:2.0:1760456369.951860:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000056f17ef9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+247:167596:x1845970873988672:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1760456369.951870:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456369.951874:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000889071c9/0x3e4967fcee505792 lrc: 5/0,0 mode: PR/PR res: [0x1214:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb85 expref: 247 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.951887:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000889071c9/0x3e4967fcee505792 lrc: 4/0,0 mode: PR/PR res: [0x1214:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb85 expref: 247 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.951898:0:87239:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a3b8ee61 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+350:85189:x1845970852971328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4504us (4697us total) trans 38654713772 rc 0/0 00010000:00010000:2.0:1760456369.951903:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1760456369.951906:0:87239:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19251 00010000:00010000:2.0:1760456369.951907:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.951910:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000aeb8030d/0x3e4967fcee50e0cf lrc: 3/0,1 mode: PW/PW res: [0x1214:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.951918:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aeb8030d/0x3e4967fcee50e0cf lrc: 4/0,1 mode: PW/PW res: [0x1214:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.951929:0:122921:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e082 lrc: 3/0,1 mode: PW/PW res: [0x1207:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.951936:0:122921:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e082 lrc: 3/0,1 mode: PW/PW res: [0x1207:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.951937:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456369.951944:0:122921:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e082 lrc: 3/0,1 mode: PW/PW res: [0x1207:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.951948:0:122921:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e082 lrc: 2/0,0 mode: PW/PW res: [0x1207:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.951960:0:122921:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456369.951968:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456369.951970:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e082 lrc: 2/0,0 mode: PW/PW res: [0x1207:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.951974:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000056f17ef9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+247:167596:x1845970873988672:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 110us (267us total) trans 0 rc 0/0 00010000:00010000:3.0:1760456369.951980:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d713c715 already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456369.951984:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e082 lrc: 2/0,0 mode: PW/PW res: [0x1207:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.951993:0:122920:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000071cb61 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+350:85191:x1845970852971456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4547us (4622us total) trans 38654713773 rc 0/0 00000100:00100000:2.0:1760456369.951994:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1249 00010000:00010000:3.0:1760456369.951996:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e082 lrc: 3/0,0 mode: PW/PW res: [0x1207:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.952008:0:122920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19254 00010000:00010000:3.0:1760456369.952016:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e082 lrc: 1/0,0 mode: --/PW res: [0x1207:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.952022:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1250 00010000:00010000:3.0:1760456369.952029:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e082 lrc: 0/0,0 mode: --/PW res: [0x1207:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.952035:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fba93ae9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+280:167595:x1845970873988736:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1760456369.952050:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456369.952055:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456369.952056:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e8cd091d/0x3e4967fcee504421 lrc: 5/0,0 mode: PR/PR res: [0x1573:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e733 expref: 280 pid: 122920 timeout: 4721 lvb_type: 1 00000004:00080000:0.0:1760456369.952057:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000002926c956/2, rc 0, transno 8109 00010000:00010000:3.0:1760456369.952059:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.952062:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456369.952073:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e8cd091d/0x3e4967fcee504421 lrc: 4/0,0 mode: PR/PR res: [0x1573:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e733 expref: 280 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.952073:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002926c956 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852971456:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456369.952095:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.952097:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.952100:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000050282ba1/0x3e4967fcee50e0d6 lrc: 3/0,1 mode: PW/PW res: [0x1573:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.952109:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000050282ba1/0x3e4967fcee50e0d6 lrc: 4/0,1 mode: PW/PW res: [0x1573:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.952126:0:88855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000076441b21 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+366:85189:x1845970852972416:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3216us (3489us total) trans 12884911201 rc 0/0 00000004:00080000:0.0:1760456369.952126:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001a4a6a45/2, rc 0, transno 9309 00010000:00010000:2.0:1760456369.952127:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1760456369.952135:0:88855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19259 00000100:00100000:0.0:1760456369.952144:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001a4a6a45 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852971008:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456369.952150:0:85191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1760456369.952155:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fba93ae9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+280:167595:x1845970873988736:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 122us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1760456369.952158:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066442085 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852973056:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456369.952171:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1250 00000100:00100000:0.0:1760456369.952194:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456369.952217:0:88855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852973056 00000100:00100000:0.0:1760456369.952227:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e3adfce7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852973120:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456369.952230:0:87410:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456369.952236:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1760456369.952240:0:88855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19264 00010000:00010000:3.0:1760456369.952242:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50e0ac lrc: 2/0,0 mode: PW/PW res: [0x1563:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.952246:0:88855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000075c42dd5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+350:85191:x1845970852973056:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456369.952258:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000065a82ee already unused, calling callback (0000000049577fce) 00000100:00100000:0.0:1760456369.952261:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456369.952263:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50e0ac lrc: 2/0,0 mode: PW/PW res: [0x1563:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.952272:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50e0ac lrc: 3/0,0 mode: PW/PW res: [0x1563:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.952295:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50e0ac lrc: 1/0,0 mode: --/PW res: [0x1563:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1760456369.952295:0:88855:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4649 count 1 00000100:00100000:0.0:1760456369.952304:0:122920:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852973120 00010000:00010000:3.0:1760456369.952306:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50e0ac lrc: 0/0,0 mode: --/PW res: [0x1563:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.952308:0:88855:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e0e4 lrc: 3/0,1 mode: --/PW res: [0x1229:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.952326:0:122920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19265 00010000:00010000:1.0:1760456369.952333:0:88855:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000065f0b958/0x3e4967fcee50584f lrc: 2/0,0 mode: PR/PR res: [0x1229:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ebaf expref: 246 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456369.952334:0:122920:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006abb2f60 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+366:85191:x1845970852973120:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456369.952339:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.952342:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.952345:0:88855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.952346:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.952347:0:88855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.952350:0:88855:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e0e4 lrc: 4/0,1 mode: --/PW res: [0x1229:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1760456369.952351:0:122920:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5497 count 1 00010000:00010000:0.0:1760456369.952366:0:122920:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fb01c125/0x3e4967fcee50e0eb lrc: 3/0,1 mode: --/PW res: [0x1579:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.952372:0:88855:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000065f0b958/0x3e4967fcee50584f lrc: 3/0,0 mode: PR/PR res: [0x1229:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ebaf expref: 246 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.952389:0:88855:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000065f0b958/0x3e4967fcee50584f lrc: 4/0,0 mode: PR/PR res: [0x1229:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ebaf expref: 246 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.952389:0:122920:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001d8381d0/0x3e4967fcee50449f lrc: 2/0,0 mode: PR/PR res: [0x1579:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e74f expref: 279 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456369.952407:0:122920:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.952409:0:122920:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.952411:0:122920:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fb01c125/0x3e4967fcee50e0eb lrc: 4/0,1 mode: --/PW res: [0x1579:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.952437:0:122920:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001d8381d0/0x3e4967fcee50449f lrc: 3/0,0 mode: PR/PR res: [0x1579:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e74f expref: 279 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456369.952445:0:122920:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001d8381d0/0x3e4967fcee50449f lrc: 4/0,0 mode: PR/PR res: [0x1579:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e74f expref: 279 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.952462:0:87410:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b276ed3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+367:85191:x1845970852972032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4424us (4502us total) trans 12884911202 rc 0/0 00000100:00100000:3.0:1760456369.952464:0:122921:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000049733773 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+351:85188:x1845970852971200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5279us (5419us total) trans 38654713774 rc 0/0 00000100:00100000:1.0:1760456369.952467:0:88855:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd43c5ae pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:88855:1845970852973184:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456369.952468:0:122920:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000073506342 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:122920:1845970852973248:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456369.952481:0:122921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19250 00000100:00100000:2.0:1760456369.952488:0:87410:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19256 00000100:00100000:0.0:1760456369.952537:0:122920:0:(client.c:2500:ptlrpc_set_wait()) set 00000000756f8c76 going to sleep for 6 seconds 00000004:00080000:3.0:1760456369.952557:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000002827cdb3/2, rc 0, transno 9310 00010000:00010000:2.0:1760456369.952562:0:122906:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8cd091d/0x3e4967fcee504421 lrc: 0/0,0 mode: --/PR res: [0x1573:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e733 expref: 279 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.952564:0:88855:0:(client.c:2500:ptlrpc_set_wait()) set 00000000aac9fede going to sleep for 6 seconds 00000100:00100000:3.0:1760456369.952572:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002827cdb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852971392:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456369.952584:0:122906:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e628c06f pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:122906:1845970852972864:192.168.203.34@tcp:104: 00000004:00080000:0.0:1760456369.952589:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000447e2361/2, rc 0, transno 9314 00000100:00100000:0.0:1760456369.952596:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000447e2361 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852972032:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1760456369.952598:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000709d4ba9/2, rc 0, transno 8110 00010000:00010000:2.0:1760456369.952604:0:122906:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000050282ba1/0x3e4967fcee50e0d6 lrc: 3/0,1 mode: PW/PW res: [0x1573:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.952613:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000709d4ba9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852971200:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456369.952616:0:122906:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000050282ba1/0x3e4967fcee50e0d6 lrc: 3/0,1 mode: PW/PW res: [0x1573:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.952638:0:122906:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000050282ba1/0x3e4967fcee50e0d6 lrc: 3/0,1 mode: PW/PW res: [0x1573:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.952645:0:87237:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dca2b69c/0x3e4967fcee505714 lrc: 0/0,0 mode: --/PR res: [0x1209:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb69 expref: 246 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.952648:0:122906:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000050282ba1/0x3e4967fcee50e0d6 lrc: 3/0,1 mode: PW/PW res: [0x1573:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.952660:0:164871:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000422dc44a/0x3e4967fcee504364 lrc: 0/0,0 mode: --/PR res: [0x156b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e709 expref: 278 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.952663:0:87237:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000268ddb71 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:87237:1845970852972288:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456369.952664:0:122906:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000050282ba1/0x3e4967fcee50e0d6 lrc: 2/0,0 mode: PW/PW res: [0x1573:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.952672:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000baec5b0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852973312:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456369.952679:0:87237:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e0b3 lrc: 3/0,1 mode: PW/PW res: [0x1209:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.952688:0:164871:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ec15e1d7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:164871:1845970852972352:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456369.952698:0:87237:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e0b3 lrc: 3/0,1 mode: PW/PW res: [0x1209:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.952700:0:122906:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456369.952706:0:164871:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000022fb6bd9/0x3e4967fcee50e0ba lrc: 3/0,1 mode: PW/PW res: [0x156b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.952706:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1760456369.952712:0:87237:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e0b3 lrc: 3/0,1 mode: PW/PW res: [0x1209:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.952715:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456369.952719:0:164871:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000022fb6bd9/0x3e4967fcee50e0ba lrc: 3/0,1 mode: PW/PW res: [0x156b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.952722:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000050282ba1/0x3e4967fcee50e0d6 lrc: 2/0,0 mode: PW/PW res: [0x1573:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.952724:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1760456369.952728:0:87237:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e0b3 lrc: 3/0,1 mode: PW/PW res: [0x1209:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.952732:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e3cad4d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852973376:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456369.952742:0:164871:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000022fb6bd9/0x3e4967fcee50e0ba lrc: 3/0,1 mode: PW/PW res: [0x156b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.952750:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000050282ba1 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456369.952752:0:87237:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e0b3 lrc: 2/0,0 mode: PW/PW res: [0x1209:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.952755:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000050282ba1/0x3e4967fcee50e0d6 lrc: 2/0,0 mode: PW/PW res: [0x1573:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.952756:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456369.952767:0:164871:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000022fb6bd9/0x3e4967fcee50e0ba lrc: 3/0,1 mode: PW/PW res: [0x156b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.952775:0:164868:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e07b lrc: 3/0,1 mode: PW/PW res: [0x11fd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.952787:0:87237:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456369.952789:0:164871:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000022fb6bd9/0x3e4967fcee50e0ba lrc: 2/0,0 mode: PW/PW res: [0x156b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.952798:0:164868:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e07b lrc: 3/0,1 mode: PW/PW res: [0x11fd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.952810:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000050282ba1/0x3e4967fcee50e0d6 lrc: 3/0,0 mode: PW/PW res: [0x1573:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.952818:0:164868:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e07b lrc: 3/0,1 mode: PW/PW res: [0x11fd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.952826:0:164871:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1760456369.952827:0:164868:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e07b lrc: 2/0,0 mode: PW/PW res: [0x11fd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.952834:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000050282ba1/0x3e4967fcee50e0d6 lrc: 1/0,0 mode: --/PW res: [0x1573:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.952839:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1760456369.952841:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456369.952846:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e0b3 lrc: 2/0,0 mode: PW/PW res: [0x1209:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.952847:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000022fb6bd9/0x3e4967fcee50e0ba lrc: 2/0,0 mode: PW/PW res: [0x156b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.952848:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000050282ba1/0x3e4967fcee50e0d6 lrc: 0/0,0 mode: --/PW res: [0x1573:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.952871:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b187ecd8 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.952872:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000022fb6bd9 already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456369.952877:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e0b3 lrc: 2/0,0 mode: PW/PW res: [0x1209:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.952878:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000022fb6bd9/0x3e4967fcee50e0ba lrc: 2/0,0 mode: PW/PW res: [0x156b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.952889:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456369.952893:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456369.952896:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.952900:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000022fb6bd9/0x3e4967fcee50e0ba lrc: 3/0,0 mode: PW/PW res: [0x156b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.952901:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e0b3 lrc: 3/0,0 mode: PW/PW res: [0x1209:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1760456369.952924:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b29bdcff/2, rc 0, transno 9313 00000100:00100000:0.0:1760456369.952926:0:87237:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009d9bf87f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+351:85191:x1845970852971968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4726us (4814us total) trans 38654713775 rc 0/0 00010000:00010000:3.0:1760456369.952930:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e0b3 lrc: 1/0,0 mode: --/PW res: [0x1209:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.952935:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000022fb6bd9/0x3e4967fcee50e0ba lrc: 1/0,0 mode: --/PW res: [0x156b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.952936:0:87237:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19257 00000100:00100000:2.0:1760456369.952940:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b29bdcff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852972416:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456369.952951:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e0b3 lrc: 0/0,0 mode: --/PW res: [0x1209:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.952951:0:87237:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852973312 00010000:00010000:1.0:1760456369.952952:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000022fb6bd9/0x3e4967fcee50e0ba lrc: 0/0,0 mode: --/PW res: [0x156b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1760456369.952961:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d96b878f/2, rc 0, transno 9312 00000100:00100000:0.0:1760456369.952967:0:87237:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852973376 00000100:00100000:2.0:1760456369.952971:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d96b878f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852971648:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456369.952983:0:87237:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19266 00000100:00100000:0.0:1760456369.952989:0:87237:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058747fad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+368:85188:x1845970852973312:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1760456369.952993:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000004f467821/2, rc 0, transno 9311 00010000:00010000:3.0:1760456369.952995:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.952996:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:0.0:1760456369.952999:0:87237:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5506 count 1 00010000:00010000:3.0:1760456369.953000:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.953000:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456369.953002:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f467821 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852971520:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456369.953004:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.953005:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.953011:0:87237:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d8857873/0x3e4967fcee50e0f2 lrc: 3/0,1 mode: --/PW res: [0x1582:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1760456369.953016:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d3e7351e/2, rc 0, transno 8108 00010000:00010000:0.0:1760456369.953021:0:87237:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005ce0aa3f/0x3e4967fcee5044de lrc: 2/0,0 mode: PR/PR res: [0x1582:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e75d expref: 277 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1760456369.953031:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3e7351e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852971328:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1760456369.953034:0:87237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.953037:0:87237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.953039:0:87237:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d8857873/0x3e4967fcee50e0f2 lrc: 4/0,1 mode: --/PW res: [0x1582:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.953057:0:87237:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005ce0aa3f/0x3e4967fcee5044de lrc: 3/0,0 mode: PR/PR res: [0x1582:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e75d expref: 277 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456369.953064:0:87237:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005ce0aa3f/0x3e4967fcee5044de lrc: 4/0,0 mode: PR/PR res: [0x1582:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e75d expref: 277 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.953075:0:87237:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001bba6dad pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:87237:1845970852973632:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456369.953089:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e628c06f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852973696:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.953094:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:3.0:1760456369.953099:0:122914:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017c2c717 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:122914:1845970852972992:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456369.953109:0:87237:0:(client.c:2500:ptlrpc_set_wait()) set 00000000046e0fdb going to sleep for 6 seconds 00010000:00010000:3.0:1760456369.953118:0:122914:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009a426bd1/0x3e4967fcee50e0dd lrc: 3/0,1 mode: --/PW res: [0x1230:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.953125:0:88636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873988800 00000100:00100000:0.0:1760456369.953141:0:164870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19267 00010000:00010000:2.0:1760456369.953144:0:88636:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001283d409/0x3e4967fcee505810 lrc: 4/0,0 mode: PR/PR res: [0x1230:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eba1 expref: 246 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.953151:0:164870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053ab6d8f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+368:85188:x1845970852973376:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456369.953160:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000381232b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852973440:0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1760456369.953168:0:164870:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5480 count 1 00010000:00010000:0.0:1760456369.953184:0:164870:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e0f9 lrc: 3/0,1 mode: --/PW res: [0x1568:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.953192:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1251 00000100:00100000:3.0:1760456369.953199:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456369.953203:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a2776d77 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+246:167594:x1845970873988800:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1760456369.953204:0:164870:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000320a8740/0x3e4967fcee50455c lrc: 2/0,0 mode: PR/PR res: [0x1568:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e779 expref: 277 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1760456369.953212:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001a45ba66 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852973568:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456369.953216:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.953218:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.953219:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1760456369.953220:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ec15e1d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852973760:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456369.953221:0:164870:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e0f9 lrc: 4/0,1 mode: --/PW res: [0x1568:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.953227:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001283d409/0x3e4967fcee505810 lrc: 4/0,0 mode: PR/PR res: [0x1230:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eba1 expref: 246 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.953246:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456369.953256:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001283d409/0x3e4967fcee505810 lrc: 3/0,0 mode: PR/PR res: [0x1230:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eba1 expref: 246 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.953264:0:87239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852973440 00010000:00010000:0.0:1760456369.953264:0:164870:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000320a8740/0x3e4967fcee50455c lrc: 3/0,0 mode: PR/PR res: [0x1568:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e779 expref: 277 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456369.953277:0:88636:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001283d409/0x3e4967fcee505810 lrc: 0/0,0 mode: --/PR res: [0x1230:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eba1 expref: 246 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.953277:0:164870:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000320a8740/0x3e4967fcee50455c lrc: 4/0,0 mode: PR/PR res: [0x1568:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e779 expref: 277 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.953287:0:87239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852973568 00010000:00010000:1.0:1760456369.953291:0:164868:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1760456369.953298:0:164870:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007c2cf065 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:164870:1845970852973824:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456369.953303:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1760456369.953305:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.953308:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e07b lrc: 2/0,0 mode: PW/PW res: [0x11fd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.953309:0:87239:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19268 00010000:00010000:2.0:1760456369.953309:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.953313:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009a426bd1/0x3e4967fcee50e0dd lrc: 3/0,1 mode: PW/PW res: [0x1230:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.953317:0:87239:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000017c2c717 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+351:85190:x1845970852973440:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456369.953325:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c042e065 already unused, calling callback (0000000049577fce) 00000100:00100000:0.0:1760456369.953326:0:164870:0:(client.c:2500:ptlrpc_set_wait()) set 0000000020417f68 going to sleep for 6 seconds 00010000:00010000:1.0:1760456369.953330:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e07b lrc: 2/0,0 mode: PW/PW res: [0x11fd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.953333:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a426bd1/0x3e4967fcee50e0dd lrc: 4/0,1 mode: PW/PW res: [0x1230:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.953340:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e07b lrc: 3/0,0 mode: PW/PW res: [0x11fd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1760456369.953343:0:87239:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4652 count 1 00000100:00100000:0.0:1760456369.953348:0:87240:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19269 00000100:00100000:0.0:1760456369.953357:0:87240:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000010d4277f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+369:85188:x1845970852973568:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456369.953358:0:87239:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003627d410/0x3e4967fcee50e100 lrc: 3/0,1 mode: --/PW res: [0x122c:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.953360:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e07b lrc: 1/0,0 mode: --/PW res: [0x11fd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.953363:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:0.0:1760456369.953370:0:87240:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5517 count 1 00010000:00010000:3.0:1760456369.953383:0:87239:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001b25776b/0x3e4967fcee50594b lrc: 2/0,0 mode: PR/PR res: [0x122c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ebe7 expref: 245 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456369.953383:0:87240:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e107 lrc: 3/0,1 mode: --/PW res: [0x158d:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.953385:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e07b lrc: 0/0,0 mode: --/PW res: [0x11fd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.953391:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a2776d77 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+245:167594:x1845970873988800:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 186us (296us total) trans 0 rc 0/0 00010000:00010000:3.0:1760456369.953408:0:87239:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.953411:0:87239:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.953413:0:87239:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003627d410/0x3e4967fcee50e100 lrc: 4/0,1 mode: --/PW res: [0x122c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.953415:0:87240:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007fd0841e/0x3e4967fcee5046d6 lrc: 2/0,0 mode: PR/PR res: [0x158d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e7cd expref: 277 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1760456369.953417:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1251 00010000:00010000:1.0:1760456369.953417:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.953419:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.953421:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.953435:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.953436:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.953438:0:87240:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e107 lrc: 4/0,1 mode: --/PW res: [0x158d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.953450:0:87239:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001b25776b/0x3e4967fcee50594b lrc: 3/0,0 mode: PR/PR res: [0x122c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ebe7 expref: 244 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456369.953461:0:87240:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007fd0841e/0x3e4967fcee5046d6 lrc: 3/0,0 mode: PR/PR res: [0x158d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e7cd expref: 277 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456369.953465:0:87239:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001b25776b/0x3e4967fcee50594b lrc: 4/0,0 mode: PR/PR res: [0x122c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ebe7 expref: 244 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.953478:0:87240:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007fd0841e/0x3e4967fcee5046d6 lrc: 4/0,0 mode: PR/PR res: [0x158d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e7cd expref: 277 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.953486:0:87239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000076368397 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:87239:1845970852973888:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456369.953491:0:87240:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed146fa8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:87240:1845970852973952:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456369.953554:0:87239:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d1b19e2f going to sleep for 6 seconds 00000100:00100000:0.0:1760456369.953562:0:87240:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a4d34fa2 going to sleep for 6 seconds 00010000:00010000:3.0:1760456369.953578:0:122914:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009a426bd1/0x3e4967fcee50e0dd lrc: 3/0,1 mode: PW/PW res: [0x1230:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.953586:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cf9f27e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852973504:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456369.953591:0:122914:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009a426bd1/0x3e4967fcee50e0dd lrc: 3/0,1 mode: PW/PW res: [0x1230:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.953600:0:122914:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a426bd1/0x3e4967fcee50e0dd lrc: 3/0,1 mode: PW/PW res: [0x1230:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.953608:0:122914:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009a426bd1/0x3e4967fcee50e0dd lrc: 2/0,0 mode: PW/PW res: [0x1230:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.953614:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456369.953645:0:122914:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1760456369.953655:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000055386046/2, rc 0, transno 8111 00010000:00010000:3.0:1760456369.953657:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456369.953661:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009a426bd1/0x3e4967fcee50e0dd lrc: 2/0,0 mode: PW/PW res: [0x1230:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.953667:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000055386046 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852971968:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456369.953673:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009a426bd1 already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456369.953678:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009a426bd1/0x3e4967fcee50e0dd lrc: 2/0,0 mode: PW/PW res: [0x1230:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.953687:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009a426bd1/0x3e4967fcee50e0dd lrc: 3/0,0 mode: PW/PW res: [0x1230:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.953708:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009a426bd1/0x3e4967fcee50e0dd lrc: 1/0,0 mode: --/PW res: [0x1230:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.953716:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009a426bd1/0x3e4967fcee50e0dd lrc: 0/0,0 mode: --/PW res: [0x1230:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.953721:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cc68a716 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852974016:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456369.953740:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.953744:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.953749:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1760456369.953761:0:164868:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000377c01a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+352:85191:x1845970852971136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7274us (7349us total) trans 38654713776 rc 0/0 00000100:00100000:0.0:1760456369.953761:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456369.953769:0:164868:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19249 00000004:00080000:0.0:1760456369.953788:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c495f5d0/2, rc 0, transno 8112 00000100:00100000:0.0:1760456369.953798:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c495f5d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852971136:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456369.953812:0:122906:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000050306f11 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+370:85189:x1845970852972736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4503us (4571us total) trans 12884911203 rc 0/0 00000100:00100000:2.0:1760456369.953825:0:122906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19262 00000100:00100000:0.0:1760456369.953851:0:122919:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852973504 00000100:00100000:2.0:1760456369.953855:0:122906:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852974016 00000100:00100000:0.0:1760456369.953875:0:122919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19270 00000100:00100000:0.0:1760456369.953880:0:122919:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054a1686d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+370:85191:x1845970852973504:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1760456369.953893:0:122919:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5504 count 1 00000100:00100000:2.0:1760456369.953898:0:122906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19271 00000100:00100000:2.0:1760456369.953906:0:122906:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f0192263 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+352:85191:x1845970852974016:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1760456369.953909:0:122919:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005f5217a4/0x3e4967fcee50e10e lrc: 3/0,1 mode: --/PW res: [0x1580:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.953917:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047b67703 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852974080:0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1760456369.953921:0:122906:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4675 count 1 00010000:00010000:0.0:1760456369.953924:0:122919:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d1fa11ba/0x3e4967fcee504619 lrc: 2/0,0 mode: PR/PR res: [0x1580:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e7a3 expref: 277 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456369.953933:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.953935:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.953937:0:122919:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005f5217a4/0x3e4967fcee50e10e lrc: 4/0,1 mode: --/PW res: [0x1580:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.953938:0:122906:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ccd3046f/0x3e4967fcee50e115 lrc: 3/0,1 mode: --/PW res: [0x1243:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.953965:0:122906:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000803a41d0/0x3e4967fcee505a86 lrc: 2/0,0 mode: PR/PR res: [0x1243:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec2d expref: 244 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456369.953974:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.953976:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.953978:0:122919:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d1fa11ba/0x3e4967fcee504619 lrc: 3/0,0 mode: PR/PR res: [0x1580:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e7a3 expref: 277 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456369.953980:0:122906:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ccd3046f/0x3e4967fcee50e115 lrc: 4/0,1 mode: --/PW res: [0x1243:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.953987:0:122914:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2ec6235 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+353:85188:x1845970852972928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2752us (4238us total) trans 38654713777 rc 0/0 00010000:00010000:0.0:1760456369.953994:0:122919:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d1fa11ba/0x3e4967fcee504619 lrc: 4/0,0 mode: PR/PR res: [0x1580:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e7a3 expref: 277 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.954001:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1760456369.954003:0:122914:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19263 00000100:00100000:0.0:1760456369.954019:0:122919:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008b5e42ee pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:122919:1845970852974144:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456369.954024:0:122914:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852974080 00010000:00010000:2.0:1760456369.954028:0:122906:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000803a41d0/0x3e4967fcee505a86 lrc: 3/0,0 mode: PR/PR res: [0x1243:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec2d expref: 244 pid: 122920 timeout: 0 lvb_type: 1 00000004:00080000:1.0:1760456369.954030:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000042ae3212/2, rc 0, transno 8113 00000100:00100000:3.0:1760456369.954044:0:122914:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19272 00010000:00010000:2.0:1760456369.954045:0:122906:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000803a41d0/0x3e4967fcee505a86 lrc: 4/0,0 mode: PR/PR res: [0x1243:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec2d expref: 244 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.954050:0:122914:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b68dcf0c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+353:85188:x1845970852974080:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456369.954051:0:122919:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e9ed637f going to sleep for 6 seconds 00002000:00080000:3.0:1760456369.954064:0:122914:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4674 count 1 00000100:00100000:2.0:1760456369.954068:0:122906:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ba25bce9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:122906:1845970852974208:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456369.954075:0:122914:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bed1ec81/0x3e4967fcee50e11c lrc: 3/0,1 mode: --/PW res: [0x1242:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.954082:0:122923:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000889071c9/0x3e4967fcee505792 lrc: 0/0,0 mode: --/PR res: [0x1214:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb85 expref: 244 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.954083:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000042ae3212 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852972928:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456369.954087:0:122914:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b29a669a/0x3e4967fcee505ac5 lrc: 2/0,0 mode: PR/PR res: [0x1242:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec3b expref: 244 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1760456369.954097:0:122906:0:(client.c:2500:ptlrpc_set_wait()) set 0000000068f1041e going to sleep for 6 seconds 00010000:00010000:3.0:1760456369.954107:0:122914:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.954109:0:122914:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.954110:0:122914:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bed1ec81/0x3e4967fcee50e11c lrc: 4/0,1 mode: --/PW res: [0x1242:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.954114:0:122923:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000015ed96f5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:122923:1845970852972800:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456369.954128:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1760456369.954135:0:122923:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000aeb8030d/0x3e4967fcee50e0cf lrc: 3/0,1 mode: PW/PW res: [0x1214:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.954136:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009b1559d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852974272:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456369.954143:0:122914:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b29a669a/0x3e4967fcee505ac5 lrc: 3/0,0 mode: PR/PR res: [0x1242:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec3b expref: 243 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1760456369.954148:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1760456369.954158:0:122923:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000aeb8030d/0x3e4967fcee50e0cf lrc: 3/0,1 mode: PW/PW res: [0x1214:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.954162:0:122914:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b29a669a/0x3e4967fcee505ac5 lrc: 4/0,0 mode: PR/PR res: [0x1242:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec3b expref: 243 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.954173:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1760456369.954177:0:122923:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aeb8030d/0x3e4967fcee50e0cf lrc: 3/0,1 mode: PW/PW res: [0x1214:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1760456369.954181:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e0f24a07/2, rc 0, transno 9315 00000100:00100000:3.0:1760456369.954185:0:122914:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a02ddcd5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:122914:1845970852974336:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456369.954186:0:122923:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aeb8030d/0x3e4967fcee50e0cf lrc: 3/0,1 mode: PW/PW res: [0x1214:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.954195:0:122923:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aeb8030d/0x3e4967fcee50e0cf lrc: 2/0,0 mode: PW/PW res: [0x1214:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.954203:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0f24a07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852972736:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456369.954210:0:122923:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456369.954221:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456369.954225:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aeb8030d/0x3e4967fcee50e0cf lrc: 2/0,0 mode: PW/PW res: [0x1214:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.954230:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000aeb8030d already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456369.954233:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aeb8030d/0x3e4967fcee50e0cf lrc: 2/0,0 mode: PW/PW res: [0x1214:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.954237:0:122905:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852973696 00010000:00010000:0.0:1760456369.954238:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aeb8030d/0x3e4967fcee50e0cf lrc: 3/0,0 mode: PW/PW res: [0x1214:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.954249:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aeb8030d/0x3e4967fcee50e0cf lrc: 1/0,0 mode: --/PW res: [0x1214:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.954254:0:122914:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e1a4a970 going to sleep for 6 seconds 00010000:00010000:0.0:1760456369.954255:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aeb8030d/0x3e4967fcee50e0cf lrc: 0/0,0 mode: --/PW res: [0x1214:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.954259:0:122905:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852974272 00000100:00100000:3.0:1760456369.954279:0:122921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19273 00010000:00010000:0.0:1760456369.954280:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.954283:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456369.954287:0:122921:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000337d5ba2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+355:85189:x1845970852973696:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1760456369.954287:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456369.954291:0:122905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19274 00000100:00100000:2.0:1760456369.954300:0:122905:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099570e9a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+355:85188:x1845970852974272:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1760456369.954301:0:122921:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4673 count 1 00000100:00100000:0.0:1760456369.954310:0:122920:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000073506342 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:122920:1845970852973248:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456369.954314:0:122921:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001efa1cc8/0x3e4967fcee50e123 lrc: 3/0,1 mode: --/PW res: [0x1241:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1760456369.954319:0:122905:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4672 count 1 00000100:00100000:1.0:1760456369.954319:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456369.954320:0:122920:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fb01c125/0x3e4967fcee50e0eb lrc: 3/0,1 mode: --/PW res: [0x1579:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.954332:0:122921:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003c31a0b2/0x3e4967fcee505a08 lrc: 2/0,0 mode: PR/PR res: [0x1241:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec11 expref: 243 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456369.954338:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.954340:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.954342:0:122921:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001efa1cc8/0x3e4967fcee50e123 lrc: 4/0,1 mode: --/PW res: [0x1241:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.954347:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873988928 00000100:00100000:0.0:1760456369.954350:0:85191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1760456369.954359:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013c08ea7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852974400:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456369.954361:0:122921:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003c31a0b2/0x3e4967fcee505a08 lrc: 3/0,0 mode: PR/PR res: [0x1241:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec11 expref: 243 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456369.954367:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005ce0aa3f/0x3e4967fcee5044de lrc: 5/0,0 mode: PR/PR res: [0x1582:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e75d expref: 278 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.954377:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456369.954386:0:122921:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003c31a0b2/0x3e4967fcee505a08 lrc: 4/0,0 mode: PR/PR res: [0x1241:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec11 expref: 243 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.954390:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1760456369.954400:0:122921:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007c4ed92d pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:122921:1845970852974464:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456369.954406:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873988864 00010000:00010000:2.0:1760456369.954422:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001d8381d0/0x3e4967fcee50449f lrc: 4/0,0 mode: PR/PR res: [0x1579:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e74f expref: 279 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.954426:0:122921:0:(client.c:2500:ptlrpc_set_wait()) set 000000001fb6e0ae going to sleep for 6 seconds 00000100:00100000:1.0:1760456369.954444:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:3.0:1760456369.954449:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456369.954455:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873988992 00010000:00010000:2.0:1760456369.954471:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000065f0b958/0x3e4967fcee50584f lrc: 5/0,0 mode: PR/PR res: [0x1229:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ebaf expref: 244 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.954479:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1252 00000100:00100000:1.0:1760456369.954486:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f4813a8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+279:167595:x1845970873988928:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1760456369.954495:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1760456369.954501:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1253 00000100:00100000:2.0:1760456369.954508:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d785228 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+279:167594:x1845970873988864:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1760456369.954542:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456369.954548:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001d8381d0/0x3e4967fcee50449f lrc: 4/0,0 mode: PR/PR res: [0x1579:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e74f expref: 279 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.954555:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005ce0aa3f/0x3e4967fcee5044de lrc: 5/0,0 mode: PR/PR res: [0x1582:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e75d expref: 279 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.954567:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001d8381d0/0x3e4967fcee50449f lrc: 3/0,0 mode: PR/PR res: [0x1579:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e74f expref: 279 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.954576:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005ce0aa3f/0x3e4967fcee5044de lrc: 4/0,0 mode: PR/PR res: [0x1582:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e75d expref: 279 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.954591:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.954592:0:86473:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001d8381d0/0x3e4967fcee50449f lrc: 0/0,0 mode: --/PR res: [0x1579:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e74f expref: 279 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.954593:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.954596:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d8857873/0x3e4967fcee50e0f2 lrc: 3/0,1 mode: PW/PW res: [0x1582:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.954614:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d8857873/0x3e4967fcee50e0f2 lrc: 4/0,1 mode: PW/PW res: [0x1582:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.954635:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.954637:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456369.954639:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.954642:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fb01c125/0x3e4967fcee50e0eb lrc: 3/0,1 mode: PW/PW res: [0x1579:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.954651:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fb01c125/0x3e4967fcee50e0eb lrc: 4/0,1 mode: PW/PW res: [0x1579:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.954661:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f4813a8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+278:167595:x1845970873988928:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 174us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1760456369.954667:0:122923:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c6c912c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+356:85191:x1845970852972544:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5454us (5545us total) trans 38654713778 rc 0/0 00000100:00100000:1.0:1760456369.954673:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1252 00010000:00010000:2.0:1760456369.954679:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1760456369.954679:0:122923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19261 00000100:00100000:1.0:1760456369.954695:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1254 00000100:00100000:1.0:1760456369.954700:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002cb8ded9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+244:167594:x1845970873988992:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00000100:00100000:0.0:1760456369.954701:0:122923:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852974400 00010000:00010000:1.0:1760456369.954708:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1760456369.954713:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d785228 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+277:167594:x1845970873988864:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 202us (343us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456369.954714:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000065f0b958/0x3e4967fcee50584f lrc: 5/0,0 mode: PR/PR res: [0x1229:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ebaf expref: 244 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.954718:0:122923:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852973760 00000100:00100000:3.0:1760456369.954726:0:164871:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c226515 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+373:85188:x1845970852972160:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6513us (6572us total) trans 12884911204 rc 0/0 00000100:00100000:0.0:1760456369.954731:0:122923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19275 00010000:00010000:1.0:1760456369.954738:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000065f0b958/0x3e4967fcee50584f lrc: 4/0,0 mode: PR/PR res: [0x1229:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ebaf expref: 244 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.954740:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1253 00000100:00100000:0.0:1760456369.954740:0:122923:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000268ddb71 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+373:85191:x1845970852974400:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456369.954742:0:164871:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19258 00002000:00080000:0.0:1760456369.954756:0:122923:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4508 count 1 00010000:00010000:1.0:1760456369.954759:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.954761:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.954764:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e0e4 lrc: 3/0,1 mode: PW/PW res: [0x1229:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.954767:0:122923:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e12a lrc: 3/0,1 mode: --/PW res: [0x119c:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.954771:0:164871:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19276 00010000:00010000:1.0:1760456369.954771:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e0e4 lrc: 4/0,1 mode: PW/PW res: [0x1229:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.954780:0:164871:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000fd2de97 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+372:85190:x1845970852973760:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456369.954788:0:122905:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e131 lrc: 3/0,1 mode: --/PW res: [0x1240:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.954795:0:122923:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008f4a67cb/0x3e4967fcee5047d2 lrc: 2/0,0 mode: PR/PR res: [0x119c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e805 expref: 276 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.954798:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:3.0:1760456369.954801:0:164871:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5510 count 1 00010000:00010000:0.0:1760456369.954811:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.954813:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1760456369.954815:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002cb8ded9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+244:167594:x1845970873988992:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 112us (371us total) trans 0 rc 0/0 00010000:00010000:2.0:1760456369.954816:0:122905:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b60fcf9b/0x3e4967fcee505b04 lrc: 2/0,0 mode: PR/PR res: [0x1240:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec49 expref: 244 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456369.954816:0:122923:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e12a lrc: 4/0,1 mode: --/PW res: [0x119c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.954818:0:164871:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e138 lrc: 3/0,1 mode: --/PW res: [0x1586:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.954834:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1254 00010000:00010000:2.0:1760456369.954846:0:122905:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.954850:0:122905:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.954852:0:164871:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000021b517b/0x3e4967fcee504754 lrc: 2/0,0 mode: PR/PR res: [0x1586:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e7e9 expref: 276 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456369.954853:0:122905:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e131 lrc: 4/0,1 mode: --/PW res: [0x1240:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.954858:0:122923:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008f4a67cb/0x3e4967fcee5047d2 lrc: 3/0,0 mode: PR/PR res: [0x119c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e805 expref: 276 pid: 122920 timeout: 0 lvb_type: 1 00000004:00080000:1.0:1760456369.954862:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006b629c58/2, rc 0, transno 9316 00010000:00010000:3.0:1760456369.954878:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1760456369.954879:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b629c58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852972160:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456369.954882:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.954885:0:122923:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008f4a67cb/0x3e4967fcee5047d2 lrc: 4/0,0 mode: PR/PR res: [0x119c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e805 expref: 276 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.954887:0:164871:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e138 lrc: 4/0,1 mode: --/PW res: [0x1586:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.954905:0:122905:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b60fcf9b/0x3e4967fcee505b04 lrc: 3/0,0 mode: PR/PR res: [0x1240:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec49 expref: 243 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456369.954905:0:122923:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000073506342 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:122923:1845970852974528:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456369.954908:0:88855:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000065f0b958/0x3e4967fcee50584f lrc: 0/0,0 mode: --/PR res: [0x1229:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ebaf expref: 243 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.954931:0:122923:0:(client.c:2500:ptlrpc_set_wait()) set 00000000756f8c76 going to sleep for 6 seconds 00010000:00010000:2.0:1760456369.954936:0:122905:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b60fcf9b/0x3e4967fcee505b04 lrc: 4/0,0 mode: PR/PR res: [0x1240:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec49 expref: 242 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.954937:0:88855:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd43c5ae pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:88855:1845970852973184:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456369.954943:0:85190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1760456369.954948:0:122920:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fb01c125/0x3e4967fcee50e0eb lrc: 3/0,1 mode: PW/PW res: [0x1579:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.954955:0:88855:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e0e4 lrc: 3/0,1 mode: PW/PW res: [0x1229:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.954956:0:122920:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fb01c125/0x3e4967fcee50e0eb lrc: 3/0,1 mode: PW/PW res: [0x1579:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.954957:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9528b1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852974656:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456369.954960:0:122905:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d3fb42b pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:122905:1845970852974592:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456369.954979:0:88855:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e0e4 lrc: 3/0,1 mode: PW/PW res: [0x1229:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.954979:0:122920:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fb01c125/0x3e4967fcee50e0eb lrc: 3/0,1 mode: PW/PW res: [0x1579:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.954994:0:122920:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fb01c125/0x3e4967fcee50e0eb lrc: 2/0,0 mode: PW/PW res: [0x1579:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.954996:0:88855:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e0e4 lrc: 3/0,1 mode: PW/PW res: [0x1229:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.955003:0:122905:0:(client.c:2500:ptlrpc_set_wait()) set 0000000095718a55 going to sleep for 6 seconds 00000100:00100000:3.0:1760456369.955009:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1760456369.955014:0:88855:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e0e4 lrc: 3/0,1 mode: PW/PW res: [0x1229:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.955024:0:88855:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e0e4 lrc: 2/0,0 mode: PW/PW res: [0x1229:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.955024:0:122920:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1760456369.955029:0:87410:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852974656 00010000:00010000:3.0:1760456369.955031:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456369.955036:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fb01c125/0x3e4967fcee50e0eb lrc: 2/0,0 mode: PW/PW res: [0x1579:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.955040:0:88855:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456369.955051:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456369.955054:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fb01c125 already unused, calling callback (0000000049577fce) 00000100:00100000:2.0:1760456369.955056:0:87410:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19277 00010000:00010000:1.0:1760456369.955056:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e0e4 lrc: 2/0,0 mode: PW/PW res: [0x1229:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.955059:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fb01c125/0x3e4967fcee50e0eb lrc: 2/0,0 mode: PW/PW res: [0x1579:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.955068:0:87410:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000085d9bf15 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+373:85190:x1845970852974656:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456369.955075:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000222c27c8 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.955079:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e0e4 lrc: 2/0,0 mode: PW/PW res: [0x1229:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.955082:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fb01c125/0x3e4967fcee50e0eb lrc: 3/0,0 mode: PW/PW res: [0x1579:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.955086:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e0e4 lrc: 3/0,0 mode: PW/PW res: [0x1229:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1760456369.955088:0:87410:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4513 count 1 00010000:00010000:2.0:1760456369.955106:0:87410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007bebc9b6/0x3e4967fcee50e13f lrc: 3/0,1 mode: --/PW res: [0x11a1:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.955109:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fb01c125/0x3e4967fcee50e0eb lrc: 1/0,0 mode: --/PW res: [0x1579:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.955109:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e0e4 lrc: 1/0,0 mode: --/PW res: [0x1229:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.955131:0:87410:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e51852c6/0x3e4967fcee504811 lrc: 2/0,0 mode: PR/PR res: [0x11a1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e813 expref: 276 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.955133:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e0e4 lrc: 0/0,0 mode: --/PW res: [0x1229:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.955134:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fb01c125/0x3e4967fcee50e0eb lrc: 0/0,0 mode: --/PW res: [0x1579:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.955144:0:122920:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006abb2f60 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+374:85191:x1845970852973120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2810us (2884us total) trans 12884911205 rc 0/0 00010000:00010000:2.0:1760456369.955157:0:87410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.955161:0:87410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1760456369.955163:0:122920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19265 00010000:00010000:2.0:1760456369.955164:0:87410:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007bebc9b6/0x3e4967fcee50e13f lrc: 4/0,1 mode: --/PW res: [0x11a1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.955170:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.955174:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.955177:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.955179:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.955182:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.955184:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456369.955191:0:87410:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e51852c6/0x3e4967fcee504811 lrc: 3/0,0 mode: PR/PR res: [0x11a1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e813 expref: 276 pid: 122920 timeout: 0 lvb_type: 1 00000004:00080000:0.0:1760456369.955200:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e3adfce7/2, rc 0, transno 9317 00010000:00010000:2.0:1760456369.955204:0:87410:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e51852c6/0x3e4967fcee504811 lrc: 4/0,0 mode: PR/PR res: [0x11a1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e813 expref: 276 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.955217:0:87410:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000005d52127 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:87410:1845970852974720:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456369.955218:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e3adfce7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852973120:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1760456369.955235:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000044033a55/2, rc 0, transno 8114 00000100:00100000:0.0:1760456369.955247:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044033a55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852972544:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456369.955251:0:87410:0:(client.c:2500:ptlrpc_set_wait()) set 0000000015a621d8 going to sleep for 6 seconds 00010000:00010000:3.0:1760456369.955269:0:164871:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000021b517b/0x3e4967fcee504754 lrc: 3/0,0 mode: PR/PR res: [0x1586:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e7e9 expref: 276 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456369.955278:0:87237:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005ce0aa3f/0x3e4967fcee5044de lrc: 0/0,0 mode: --/PR res: [0x1582:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e75d expref: 276 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.955284:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb89d660 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852974912:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456369.955285:0:164871:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000021b517b/0x3e4967fcee504754 lrc: 4/0,0 mode: PR/PR res: [0x1586:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e7e9 expref: 276 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.955286:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060a807e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852974784:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456369.955292:0:87237:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001bba6dad pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:87237:1845970852973632:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456369.955309:0:87237:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d8857873/0x3e4967fcee50e0f2 lrc: 3/0,1 mode: PW/PW res: [0x1582:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.955310:0:164871:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005e88840f pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:164871:1845970852974848:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456369.955321:0:87237:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d8857873/0x3e4967fcee50e0f2 lrc: 3/0,1 mode: PW/PW res: [0x1582:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.955326:0:87237:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d8857873/0x3e4967fcee50e0f2 lrc: 3/0,1 mode: PW/PW res: [0x1582:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.955331:0:87237:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d8857873/0x3e4967fcee50e0f2 lrc: 3/0,1 mode: PW/PW res: [0x1582:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.955339:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1760456369.955340:0:87237:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d8857873/0x3e4967fcee50e0f2 lrc: 2/0,0 mode: PW/PW res: [0x1582:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.955342:0:164871:0:(client.c:2500:ptlrpc_set_wait()) set 00000000294413d6 going to sleep for 6 seconds 00010000:00010000:0.0:1760456369.955358:0:87237:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456369.955368:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456369.955371:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d8857873/0x3e4967fcee50e0f2 lrc: 2/0,0 mode: PW/PW res: [0x1582:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.955376:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d8857873 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456369.955379:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d8857873/0x3e4967fcee50e0f2 lrc: 2/0,0 mode: PW/PW res: [0x1582:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.955382:0:123791:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852974912 00010000:00010000:0.0:1760456369.955385:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d8857873/0x3e4967fcee50e0f2 lrc: 3/0,0 mode: PW/PW res: [0x1582:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.955397:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d8857873/0x3e4967fcee50e0f2 lrc: 1/0,0 mode: --/PW res: [0x1582:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.955405:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d8857873/0x3e4967fcee50e0f2 lrc: 0/0,0 mode: --/PW res: [0x1582:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.955418:0:123791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19278 00010000:00010000:0.0:1760456369.955424:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456369.955426:0:123791:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf7b4e44 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+356:85189:x1845970852974912:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1760456369.955427:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.955431:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:3.0:1760456369.955442:0:123791:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4685 count 1 00010000:00010000:3.0:1760456369.955457:0:123791:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e146 lrc: 3/0,1 mode: --/PW res: [0x124d:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.955468:0:123791:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003316880c/0x3e4967fcee505b43 lrc: 2/0,0 mode: PR/PR res: [0x124d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec57 expref: 242 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1760456369.955473:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456369.955482:0:123791:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.955484:0:123791:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.955486:0:123791:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e146 lrc: 4/0,1 mode: --/PW res: [0x124d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.955506:0:164867:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852974784 00010000:00010000:3.0:1760456369.955548:0:123791:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003316880c/0x3e4967fcee505b43 lrc: 3/0,0 mode: PR/PR res: [0x124d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec57 expref: 242 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456369.955561:0:123791:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003316880c/0x3e4967fcee505b43 lrc: 4/0,0 mode: PR/PR res: [0x124d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec57 expref: 242 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.955569:0:164867:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19279 00000100:00100000:3.0:1760456369.955579:0:123791:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001317320f pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:123791:1845970852974976:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456369.955581:0:164867:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd43c5ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+374:85188:x1845970852974784:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1760456369.955600:0:164867:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4509 count 1 00010000:00010000:2.0:1760456369.955614:0:164867:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e14d lrc: 3/0,1 mode: --/PW res: [0x119d:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.955633:0:123791:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f3e92267 going to sleep for 6 seconds 00010000:00010000:2.0:1760456369.955641:0:164867:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bc6b3103/0x3e4967fcee50488f lrc: 2/0,0 mode: PR/PR res: [0x119d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e82f expref: 275 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456369.955647:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.955649:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.955651:0:164867:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e14d lrc: 4/0,1 mode: --/PW res: [0x119d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.955670:0:164867:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bc6b3103/0x3e4967fcee50488f lrc: 3/0,0 mode: PR/PR res: [0x119d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e82f expref: 275 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456369.955677:0:164867:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bc6b3103/0x3e4967fcee50488f lrc: 4/0,0 mode: PR/PR res: [0x119d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e82f expref: 275 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.955686:0:164867:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b85d133f pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:164867:1845970852975040:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456369.955695:0:88855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000075c42dd5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+357:85191:x1845970852973056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3448us (3503us total) trans 38654713779 rc 0/0 00000100:00100000:1.0:1760456369.955702:0:88855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19264 00000100:00100000:2.0:1760456369.955713:0:164867:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ee5103b5 going to sleep for 6 seconds 00000100:00100000:0.0:1760456369.955732:0:87237:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058747fad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+375:85188:x1845970852973312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2743us (3032us total) trans 12884911206 rc 0/0 00000100:00100000:0.0:1760456369.955738:0:87237:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19266 00000004:00080000:0.0:1760456369.955774:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000066442085/2, rc 0, transno 8115 00000004:00080000:1.0:1760456369.955782:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000baec5b0e/2, rc 0, transno 9318 00000100:00100000:0.0:1760456369.955793:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066442085 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852973056:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.955796:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000baec5b0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852973312:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456369.955831:0:164869:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005a2089c6/0x3e4967fcee505753 lrc: 0/0,0 mode: --/PR res: [0x1208:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb77 expref: 242 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.955846:0:164869:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a8879361 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:164869:1845970852972608:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456369.955857:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001bac5f1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852975168:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456369.955862:0:164869:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e0c8 lrc: 3/0,1 mode: PW/PW res: [0x1208:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.955869:0:164869:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e0c8 lrc: 3/0,1 mode: PW/PW res: [0x1208:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.955874:0:164869:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e0c8 lrc: 3/0,1 mode: PW/PW res: [0x1208:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.955879:0:164869:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e0c8 lrc: 3/0,1 mode: PW/PW res: [0x1208:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.955884:0:164869:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e0c8 lrc: 2/0,0 mode: PW/PW res: [0x1208:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.955892:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1760456369.955910:0:164869:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1760456369.955917:0:164868:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852975168 00010000:00010000:3.0:1760456369.955925:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456369.955930:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e0c8 lrc: 2/0,0 mode: PW/PW res: [0x1208:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.955939:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000052a45374 already unused, calling callback (0000000049577fce) 00000100:00100000:1.0:1760456369.955942:0:164868:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19280 00010000:00010000:3.0:1760456369.955944:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e0c8 lrc: 2/0,0 mode: PW/PW res: [0x1208:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.955949:0:164868:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000080cc854d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+375:85190:x1845970852975168:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456369.955961:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e0c8 lrc: 3/0,0 mode: PW/PW res: [0x1208:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1760456369.955965:0:164868:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4511 count 1 00010000:00010000:3.0:1760456369.955975:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e0c8 lrc: 1/0,0 mode: --/PW res: [0x1208:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.955984:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e0c8 lrc: 0/0,0 mode: --/PW res: [0x1208:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.956001:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.956004:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.956007:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456369.956021:0:85190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1760456369.956032:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000f4aa35c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852975104:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456369.956040:0:164868:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e154 lrc: 3/0,1 mode: --/PW res: [0x119f:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.956051:0:164868:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000edb3120/0x3e4967fcee5048ce lrc: 2/0,0 mode: PR/PR res: [0x119f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e83d expref: 275 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.956056:0:164868:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.956058:0:164868:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.956059:0:164868:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e154 lrc: 4/0,1 mode: --/PW res: [0x119f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.956068:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1760456369.956096:0:164869:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007a96cebb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+357:85190:x1845970852972480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7168us (7279us total) trans 38654713780 rc 0/0 00000004:00080000:3.0:1760456369.956104:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000f77eaece/2, rc 0, transno 8116 00000100:00100000:0.0:1760456369.956105:0:164869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19260 00000100:00100000:3.0:1760456369.956119:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f77eaece pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852972480:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456369.956130:0:164869:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852975104 00010000:00010000:1.0:1760456369.956135:0:164868:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000edb3120/0x3e4967fcee5048ce lrc: 3/0,0 mode: PR/PR res: [0x119f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e83d expref: 275 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.956142:0:164868:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000edb3120/0x3e4967fcee5048ce lrc: 4/0,0 mode: PR/PR res: [0x119f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e83d expref: 275 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.956158:0:164869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19281 00000100:00100000:0.0:1760456369.956163:0:164869:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003de6c4eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+357:85190:x1845970852975104:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1760456369.956178:0:164869:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4684 count 1 00010000:00010000:0.0:1760456369.956190:0:164869:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051361bf8/0x3e4967fcee50e15b lrc: 3/0,1 mode: --/PW res: [0x124c:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.956196:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1760456369.956209:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e047b69 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852975296:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1760456369.956216:0:164869:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f1663323/0x3e4967fcee505c7e lrc: 2/0,0 mode: PR/PR res: [0x124c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec9d expref: 241 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456369.956225:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.956227:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.956229:0:164869:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051361bf8/0x3e4967fcee50e15b lrc: 4/0,1 mode: --/PW res: [0x124c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.956246:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1760456369.956251:0:164869:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f1663323/0x3e4967fcee505c7e lrc: 3/0,0 mode: PR/PR res: [0x124c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec9d expref: 241 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1760456369.956256:0:164868:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000226b8f97 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:164868:1845970852975232:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456369.956264:0:164869:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f1663323/0x3e4967fcee505c7e lrc: 4/0,0 mode: PR/PR res: [0x124c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec9d expref: 241 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.956277:0:164869:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001bba6dad pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:164869:1845970852975360:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456369.956283:0:164868:0:(client.c:2500:ptlrpc_set_wait()) set 00000000aac9fede going to sleep for 6 seconds 00000100:00100000:0.0:1760456369.956301:0:164869:0:(client.c:2500:ptlrpc_set_wait()) set 00000000046e0fdb going to sleep for 6 seconds 00000100:00100000:0.0:1760456369.956318:0:122920:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852975296 00000100:00100000:0.0:1760456369.956338:0:122920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19282 00000100:00100000:0.0:1760456369.956342:0:122920:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be747c1e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+358:85189:x1845970852975296:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1760456369.956351:0:122920:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4696 count 1 00010000:00010000:0.0:1760456369.956359:0:122920:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009c20bb99/0x3e4967fcee50e162 lrc: 3/0,1 mode: --/PW res: [0x1258:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.956367:0:122920:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a4e6eeb6/0x3e4967fcee505d3b lrc: 2/0,0 mode: PR/PR res: [0x1258:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ecc7 expref: 241 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456369.956373:0:122920:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.956375:0:122920:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.956377:0:122920:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009c20bb99/0x3e4967fcee50e162 lrc: 4/0,1 mode: --/PW res: [0x1258:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.956395:0:122906:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ba25bce9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:122906:1845970852974208:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456369.956400:0:122920:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a4e6eeb6/0x3e4967fcee505d3b lrc: 3/0,0 mode: PR/PR res: [0x1258:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ecc7 expref: 241 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456369.956412:0:122906:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ccd3046f/0x3e4967fcee50e115 lrc: 3/0,1 mode: --/PW res: [0x1243:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.956412:0:122920:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a4e6eeb6/0x3e4967fcee505d3b lrc: 4/0,0 mode: PR/PR res: [0x1258:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ecc7 expref: 241 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.956441:0:122920:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000015ed96f5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:122920:1845970852975424:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456369.956453:0:122914:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a02ddcd5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:122914:1845970852974336:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456369.956470:0:122914:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bed1ec81/0x3e4967fcee50e11c lrc: 3/0,1 mode: --/PW res: [0x1242:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.956477:0:122920:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ccdc0379 going to sleep for 6 seconds 00000100:00100000:0.0:1760456369.956587:0:122919:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008b5e42ee pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:122919:1845970852974144:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456369.956610:0:122919:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005f5217a4/0x3e4967fcee50e10e lrc: 3/0,1 mode: --/PW res: [0x1580:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.956712:0:122921:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007c4ed92d pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:122921:1845970852974464:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456369.956723:0:164870:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007c2cf065 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:164870:1845970852973824:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456369.956729:0:122921:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001efa1cc8/0x3e4967fcee50e123 lrc: 3/0,1 mode: --/PW res: [0x1241:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.956736:0:164870:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e0f9 lrc: 3/0,1 mode: --/PW res: [0x1568:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.956770:0:122923:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000073506342 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:122923:1845970852974528:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456369.956781:0:122923:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e12a lrc: 3/0,1 mode: --/PW res: [0x119c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.956785:0:87239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000076368397 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:87239:1845970852973888:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456369.956799:0:87239:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003627d410/0x3e4967fcee50e100 lrc: 3/0,1 mode: --/PW res: [0x122c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.957034:0:87240:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed146fa8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:87240:1845970852973952:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456369.957046:0:87240:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e107 lrc: 3/0,1 mode: --/PW res: [0x158d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.957060:0:122905:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d3fb42b pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:122905:1845970852974592:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456369.957072:0:164871:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005e88840f pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:164871:1845970852974848:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456369.957076:0:122905:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e131 lrc: 3/0,1 mode: --/PW res: [0x1240:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.957088:0:164871:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e138 lrc: 3/0,1 mode: --/PW res: [0x1586:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.957111:0:87410:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000005d52127 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:87410:1845970852974720:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456369.957124:0:87410:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007bebc9b6/0x3e4967fcee50e13f lrc: 3/0,1 mode: --/PW res: [0x11a1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.957780:0:123791:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001317320f pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:123791:1845970852974976:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456369.957793:0:123791:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e146 lrc: 3/0,1 mode: --/PW res: [0x124d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.957827:0:164867:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b85d133f pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:164867:1845970852975040:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456369.957843:0:164867:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e14d lrc: 3/0,1 mode: --/PW res: [0x119d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.957902:0:164869:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001bba6dad pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:164869:1845970852975360:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456369.957914:0:164869:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000051361bf8/0x3e4967fcee50e15b lrc: 3/0,1 mode: --/PW res: [0x124c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.957980:0:122920:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000015ed96f5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:122920:1845970852975424:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456369.957991:0:122920:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009c20bb99/0x3e4967fcee50e162 lrc: 3/0,1 mode: --/PW res: [0x1258:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.958022:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456369.958111:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873989120 00010000:00010000:2.0:1760456369.958128:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000803a41d0/0x3e4967fcee505a86 lrc: 4/0,0 mode: PR/PR res: [0x1243:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec2d expref: 242 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.958159:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1255 00000100:00100000:1.0:1760456369.958163:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456369.958168:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ece525d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+242:167593:x1845970873989120:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1760456369.958178:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1760456369.958183:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873989056 00010000:00010000:2.0:1760456369.958184:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000803a41d0/0x3e4967fcee505a86 lrc: 4/0,0 mode: PR/PR res: [0x1243:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec2d expref: 242 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.958196:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000803a41d0/0x3e4967fcee505a86 lrc: 3/0,0 mode: PR/PR res: [0x1243:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec2d expref: 242 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.958198:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d1fa11ba/0x3e4967fcee504619 lrc: 4/0,0 mode: PR/PR res: [0x1580:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e7a3 expref: 276 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.958231:0:122345:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000803a41d0/0x3e4967fcee505a86 lrc: 0/0,0 mode: --/PR res: [0x1243:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec2d expref: 242 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.958236:0:122343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1256 00000100:00100000:3.0:1760456369.958246:0:122343:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d3fa129b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+276:167594:x1845970873989056:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00000100:00100000:1.0:1760456369.958246:0:164868:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000226b8f97 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:164868:1845970852975232:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456369.958249:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.958252:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.958256:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ccd3046f/0x3e4967fcee50e115 lrc: 3/0,1 mode: PW/PW res: [0x1243:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.958257:0:122343:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456369.958264:0:122343:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d1fa11ba/0x3e4967fcee504619 lrc: 4/0,0 mode: PR/PR res: [0x1580:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e7a3 expref: 276 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.958264:0:164868:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e154 lrc: 3/0,1 mode: --/PW res: [0x119f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.958270:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ccd3046f/0x3e4967fcee50e115 lrc: 4/0,1 mode: PW/PW res: [0x1243:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.958289:0:122343:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d1fa11ba/0x3e4967fcee504619 lrc: 3/0,0 mode: PR/PR res: [0x1580:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e7a3 expref: 276 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.958305:0:122343:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d1fa11ba/0x3e4967fcee504619 lrc: 0/0,0 mode: --/PR res: [0x1580:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e7a3 expref: 276 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.958313:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456369.958315:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.958318:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.958320:0:122343:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005f5217a4/0x3e4967fcee50e10e lrc: 3/0,1 mode: PW/PW res: [0x1580:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.958324:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456369.958330:0:122343:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005f5217a4/0x3e4967fcee50e10e lrc: 4/0,1 mode: PW/PW res: [0x1580:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.958344:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ece525d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+241:167593:x1845970873989120:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 175us (323us total) trans 0 rc 0/0 00010000:00010000:3.0:1760456369.958351:0:122343:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1760456369.958355:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1255 00000100:00100000:1.0:1760456369.958357:0:86474:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873989248 00010000:00010000:0.0:1760456369.958371:0:122919:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005f5217a4/0x3e4967fcee50e10e lrc: 3/0,1 mode: PW/PW res: [0x1580:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.958376:0:86474:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003c31a0b2/0x3e4967fcee505a08 lrc: 4/0,0 mode: PR/PR res: [0x1241:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec11 expref: 241 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.958377:0:122343:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d3fa129b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+275:167594:x1845970873989056:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 129us (216us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456369.958394:0:122919:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005f5217a4/0x3e4967fcee50e10e lrc: 3/0,1 mode: PW/PW res: [0x1580:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.958395:0:122343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1256 00010000:00010000:2.0:1760456369.958405:0:122906:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ccd3046f/0x3e4967fcee50e115 lrc: 3/0,1 mode: PW/PW res: [0x1243:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.958405:0:122919:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005f5217a4/0x3e4967fcee50e10e lrc: 3/0,1 mode: PW/PW res: [0x1580:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.958420:0:122343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1257 00010000:00010000:0.0:1760456369.958427:0:122919:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005f5217a4/0x3e4967fcee50e10e lrc: 2/0,0 mode: PW/PW res: [0x1580:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.958430:0:122343:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000226b8f97 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+241:167593:x1845970873989248:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1760456369.958432:0:122906:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ccd3046f/0x3e4967fcee50e115 lrc: 3/0,1 mode: PW/PW res: [0x1243:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.958442:0:122343:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456369.958449:0:122343:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003c31a0b2/0x3e4967fcee505a08 lrc: 4/0,0 mode: PR/PR res: [0x1241:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec11 expref: 241 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.958452:0:122906:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ccd3046f/0x3e4967fcee50e115 lrc: 3/0,1 mode: PW/PW res: [0x1243:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.958454:0:122919:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456369.958459:0:122343:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003c31a0b2/0x3e4967fcee505a08 lrc: 3/0,0 mode: PR/PR res: [0x1241:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec11 expref: 241 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.958465:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1760456369.958468:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456369.958470:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005f5217a4/0x3e4967fcee50e10e lrc: 2/0,0 mode: PW/PW res: [0x1580:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.958479:0:122906:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ccd3046f/0x3e4967fcee50e115 lrc: 2/0,0 mode: PW/PW res: [0x1243:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.958489:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005f5217a4 already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456369.958490:0:122343:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c31a0b2/0x3e4967fcee505a08 lrc: 0/0,0 mode: --/PR res: [0x1241:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec11 expref: 241 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.958493:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005f5217a4/0x3e4967fcee50e10e lrc: 2/0,0 mode: PW/PW res: [0x1580:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.958505:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:1.0:1760456369.958554:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.958560:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ccd3046f/0x3e4967fcee50e115 lrc: 3/0,0 mode: PW/PW res: [0x1243:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.958570:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ccd3046f already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.958572:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ccd3046f/0x3e4967fcee50e115 lrc: 3/0,0 mode: PW/PW res: [0x1243:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.958583:0:122906:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1760456369.958584:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005f5217a4/0x3e4967fcee50e10e lrc: 3/0,0 mode: PW/PW res: [0x1580:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.958594:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ccd3046f/0x3e4967fcee50e115 lrc: 3/0,0 mode: PW/PW res: [0x1243:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.958601:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.958603:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.958606:0:122343:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001efa1cc8/0x3e4967fcee50e123 lrc: 3/0,1 mode: PW/PW res: [0x1241:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.958613:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005f5217a4/0x3e4967fcee50e10e lrc: 1/0,0 mode: --/PW res: [0x1580:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.958615:0:122343:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001efa1cc8/0x3e4967fcee50e123 lrc: 4/0,1 mode: PW/PW res: [0x1241:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.958632:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ccd3046f/0x3e4967fcee50e115 lrc: 1/0,0 mode: --/PW res: [0x1243:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.958637:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005f5217a4/0x3e4967fcee50e10e lrc: 0/0,0 mode: --/PW res: [0x1580:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.958657:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ccd3046f/0x3e4967fcee50e115 lrc: 0/0,0 mode: --/PW res: [0x1243:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.958660:0:122343:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456369.958671:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.958675:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.958679:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456369.958682:0:122343:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000226b8f97 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+240:167593:x1845970873989248:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 253us (362us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456369.958683:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.958686:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456369.958689:0:122343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1257 00010000:00010000:1.0:1760456369.958691:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1760456369.958708:0:86474:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873989184 00000100:00100000:3.0:1760456369.958711:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873989376 00010000:00010000:1.0:1760456369.958729:0:86474:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b29a669a/0x3e4967fcee505ac5 lrc: 4/0,0 mode: PR/PR res: [0x1242:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec3b expref: 240 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.958735:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000320a8740/0x3e4967fcee50455c lrc: 4/0,0 mode: PR/PR res: [0x1568:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e779 expref: 275 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.958773:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1258 00000100:00100000:1.0:1760456369.958781:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000853ff003 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+240:167594:x1845970873989184:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00000100:00100000:2.0:1760456369.958789:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1259 00010000:00010000:1.0:1760456369.958793:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1760456369.958798:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009cbc0b14 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+275:167593:x1845970873989376:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1760456369.958800:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b29a669a/0x3e4967fcee505ac5 lrc: 4/0,0 mode: PR/PR res: [0x1242:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec3b expref: 240 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.958807:0:122921:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001efa1cc8/0x3e4967fcee50e123 lrc: 3/0,1 mode: PW/PW res: [0x1241:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.958815:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456369.958821:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b29a669a/0x3e4967fcee505ac5 lrc: 3/0,0 mode: PR/PR res: [0x1242:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec3b expref: 240 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.958824:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000320a8740/0x3e4967fcee50455c lrc: 4/0,0 mode: PR/PR res: [0x1568:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e779 expref: 275 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.958825:0:122921:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001efa1cc8/0x3e4967fcee50e123 lrc: 3/0,1 mode: PW/PW res: [0x1241:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.958847:0:122919:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054a1686d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+376:85191:x1845970852973504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4964us (5233us total) trans 12884911207 rc 0/0 00010000:00010000:3.0:1760456369.958851:0:122921:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001efa1cc8/0x3e4967fcee50e123 lrc: 3/0,1 mode: PW/PW res: [0x1241:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.958853:0:86474:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b29a669a/0x3e4967fcee505ac5 lrc: 0/0,0 mode: --/PR res: [0x1242:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec3b expref: 240 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.958858:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000320a8740/0x3e4967fcee50455c lrc: 3/0,0 mode: PR/PR res: [0x1568:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e779 expref: 275 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.958860:0:122919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19270 00010000:00010000:3.0:1760456369.958878:0:122921:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001efa1cc8/0x3e4967fcee50e123 lrc: 2/0,0 mode: PW/PW res: [0x1241:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.958884:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000004:00080000:0.0:1760456369.958886:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000007cf9f27e/2, rc 0, transno 9319 00010000:00010000:1.0:1760456369.958887:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.958891:0:88636:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000320a8740/0x3e4967fcee50455c lrc: 0/0,0 mode: --/PR res: [0x1568:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e779 expref: 275 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.958891:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bed1ec81/0x3e4967fcee50e11c lrc: 3/0,1 mode: PW/PW res: [0x1242:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.958897:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cf9f27e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852973504:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456369.958917:0:122921:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456369.958917:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bed1ec81/0x3e4967fcee50e11c lrc: 4/0,1 mode: PW/PW res: [0x1242:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.958919:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.958922:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.958925:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e0f9 lrc: 3/0,1 mode: PW/PW res: [0x1568:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.958928:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456369.958934:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001efa1cc8/0x3e4967fcee50e123 lrc: 2/0,0 mode: PW/PW res: [0x1241:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.958944:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000015ed96f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852975488:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456369.958948:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e0f9 lrc: 4/0,1 mode: PW/PW res: [0x1568:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.958956:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001efa1cc8 already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456369.958960:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001efa1cc8/0x3e4967fcee50e123 lrc: 2/0,0 mode: PW/PW res: [0x1241:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.958964:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456369.958966:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001efa1cc8/0x3e4967fcee50e123 lrc: 3/0,0 mode: PW/PW res: [0x1241:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.958976:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1760456369.958976:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456369.958977:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001efa1cc8/0x3e4967fcee50e123 lrc: 1/0,0 mode: --/PW res: [0x1241:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.958984:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001efa1cc8/0x3e4967fcee50e123 lrc: 0/0,0 mode: --/PW res: [0x1241:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.958991:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000853ff003 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+239:167594:x1845970873989184:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 209us (532us total) trans 0 rc 0/0 00010000:00010000:3.0:1760456369.959001:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1760456369.959002:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1258 00000100:00100000:2.0:1760456369.959004:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009cbc0b14 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+274:167593:x1845970873989376:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 205us (507us total) trans 0 rc 0/0 00010000:00010000:3.0:1760456369.959005:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.959009:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456369.959013:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1259 00010000:00010000:0.0:1760456369.959020:0:164870:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e0f9 lrc: 3/0,1 mode: PW/PW res: [0x1568:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.959024:0:122914:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bed1ec81/0x3e4967fcee50e11c lrc: 3/0,1 mode: PW/PW res: [0x1242:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.959031:0:164870:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e0f9 lrc: 3/0,1 mode: PW/PW res: [0x1568:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.959034:0:122914:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bed1ec81/0x3e4967fcee50e11c lrc: 3/0,1 mode: PW/PW res: [0x1242:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.959047:0:164870:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e0f9 lrc: 3/0,1 mode: PW/PW res: [0x1568:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.959057:0:122914:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bed1ec81/0x3e4967fcee50e11c lrc: 3/0,1 mode: PW/PW res: [0x1242:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.959058:0:164870:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e0f9 lrc: 2/0,0 mode: PW/PW res: [0x1568:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.959073:0:122914:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bed1ec81/0x3e4967fcee50e11c lrc: 2/0,0 mode: PW/PW res: [0x1242:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.959079:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456369.959090:0:164870:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1760456369.959096:0:122914:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1760456369.959100:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:2.0:1760456369.959101:0:122906:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f0192263 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+359:85191:x1845970852974016:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5195us (5343us total) trans 38654713781 rc 0/0 00010000:00010000:0.0:1760456369.959105:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e0f9 lrc: 2/0,0 mode: PW/PW res: [0x1568:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.959106:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456369.959111:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bed1ec81/0x3e4967fcee50e11c lrc: 2/0,0 mode: PW/PW res: [0x1242:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.959114:0:122906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19271 00000100:00100000:1.0:1760456369.959124:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456369.959133:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bed1ec81 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456369.959135:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d75f89ec already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456369.959136:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bed1ec81/0x3e4967fcee50e11c lrc: 2/0,0 mode: PW/PW res: [0x1242:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.959139:0:122906:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852975488 00010000:00010000:0.0:1760456369.959140:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e0f9 lrc: 2/0,0 mode: PW/PW res: [0x1568:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.959147:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bed1ec81/0x3e4967fcee50e11c lrc: 3/0,0 mode: PW/PW res: [0x1242:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.959151:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e0f9 lrc: 3/0,0 mode: PW/PW res: [0x1568:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.959158:0:88636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873989312 00010000:00010000:3.0:1760456369.959159:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bed1ec81/0x3e4967fcee50e11c lrc: 1/0,0 mode: --/PW res: [0x1242:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.959164:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e0f9 lrc: 1/0,0 mode: --/PW res: [0x1568:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.959171:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456369.959174:0:88636:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008f4a67cb/0x3e4967fcee5047d2 lrc: 4/0,0 mode: PR/PR res: [0x119c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e805 expref: 274 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.959179:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bed1ec81/0x3e4967fcee50e11c lrc: 0/0,0 mode: --/PW res: [0x1242:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.959186:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e0f9 lrc: 0/0,0 mode: --/PW res: [0x1568:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.959189:0:86474:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873989504 00010000:00010000:1.0:1760456369.959204:0:86474:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b60fcf9b/0x3e4967fcee505b04 lrc: 4/0,0 mode: PR/PR res: [0x1240:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec49 expref: 239 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.959214:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.959217:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.959222:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.959222:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456369.959224:0:88636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873989440 00010000:00010000:0.0:1760456369.959226:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.959228:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456369.959241:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1260 00000100:00100000:1.0:1760456369.959253:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1261 00000100:00100000:3.0:1760456369.959254:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000225e43c4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+274:167594:x1845970873989312:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1760456369.959265:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1760456369.959265:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ef738e6f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+240:167593:x1845970873989504:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1760456369.959271:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008f4a67cb/0x3e4967fcee5047d2 lrc: 4/0,0 mode: PR/PR res: [0x119c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e805 expref: 274 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.959278:0:88636:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001b25776b/0x3e4967fcee50594b lrc: 4/0,0 mode: PR/PR res: [0x122c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ebe7 expref: 240 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.959279:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456369.959281:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008f4a67cb/0x3e4967fcee5047d2 lrc: 3/0,0 mode: PR/PR res: [0x119c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e805 expref: 274 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.959287:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b60fcf9b/0x3e4967fcee505b04 lrc: 4/0,0 mode: PR/PR res: [0x1240:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec49 expref: 240 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.959311:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b60fcf9b/0x3e4967fcee505b04 lrc: 3/0,0 mode: PR/PR res: [0x1240:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec49 expref: 240 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.959317:0:122344:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008f4a67cb/0x3e4967fcee5047d2 lrc: 0/0,0 mode: --/PR res: [0x119c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e805 expref: 274 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.959325:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1262 00000100:00100000:2.0:1760456369.959335:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e61719f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+240:167594:x1845970873989440:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1760456369.959336:0:86474:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b60fcf9b/0x3e4967fcee505b04 lrc: 0/0,0 mode: --/PR res: [0x1240:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec49 expref: 240 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.959338:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.959342:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.959346:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e12a lrc: 3/0,1 mode: PW/PW res: [0x119c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.959346:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456369.959353:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001b25776b/0x3e4967fcee50594b lrc: 4/0,0 mode: PR/PR res: [0x122c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ebe7 expref: 239 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.959354:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.959357:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.959361:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e131 lrc: 3/0,1 mode: PW/PW res: [0x1240:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.959362:0:164870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053ab6d8f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+377:85188:x1845970852973376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6210us (6608us total) trans 12884911208 rc 0/0 00010000:00010000:3.0:1760456369.959366:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e12a lrc: 4/0,1 mode: PW/PW res: [0x119c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.959381:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001b25776b/0x3e4967fcee50594b lrc: 3/0,0 mode: PR/PR res: [0x122c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ebe7 expref: 239 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.959382:0:164870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19267 00010000:00010000:1.0:1760456369.959388:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e131 lrc: 4/0,1 mode: PW/PW res: [0x1240:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.959408:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456369.959411:0:86475:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001b25776b/0x3e4967fcee50594b lrc: 0/0,0 mode: --/PR res: [0x122c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ebe7 expref: 239 pid: 122920 timeout: 4721 lvb_type: 1 00000004:00080000:0.0:1760456369.959414:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000cc68a716/2, rc 0, transno 8117 00010000:00010000:1.0:1760456369.959419:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456369.959425:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1760456369.959427:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cc68a716 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852974016:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456369.959428:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.959432:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003627d410/0x3e4967fcee50e100 lrc: 3/0,1 mode: PW/PW res: [0x122c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.959440:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000225e43c4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+273:167594:x1845970873989312:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 188us (367us total) trans 0 rc 0/0 00010000:00010000:2.0:1760456369.959442:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003627d410/0x3e4967fcee50e100 lrc: 4/0,1 mode: PW/PW res: [0x122c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.959450:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ef738e6f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+238:167593:x1845970873989504:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 182us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1760456369.959455:0:85191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1760456369.959463:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1260 00000100:00100000:0.0:1760456369.959465:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed146fa8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852975552:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.959472:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1261 00010000:00010000:2.0:1760456369.959478:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1760456369.959490:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456369.959504:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e61719f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+237:167594:x1845970873989440:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 169us (340us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456369.959530:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1262 00000100:00100000:0.0:1760456369.959551:0:164870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852975552 00000100:00100000:0.0:1760456369.959579:0:164870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19283 00000004:00080000:1.0:1760456369.959582:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009e3cad4d/2, rc 0, transno 9320 00000100:00100000:0.0:1760456369.959587:0:164870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000073506342 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+359:85191:x1845970852975552:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456369.959590:0:122905:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e131 lrc: 3/0,1 mode: PW/PW res: [0x1240:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.959597:0:122905:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e131 lrc: 3/0,1 mode: PW/PW res: [0x1240:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.959600:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e3cad4d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852973376:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456369.959606:0:122905:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e131 lrc: 3/0,1 mode: PW/PW res: [0x1240:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.959613:0:122905:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e131 lrc: 2/0,0 mode: PW/PW res: [0x1240:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.959638:0:122905:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1760456369.959649:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1760456369.959652:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e131 lrc: 2/0,0 mode: PW/PW res: [0x1240:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1760456369.959658:0:164870:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4703 count 1 00010000:00010000:2.0:1760456369.959659:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000362a6e9e already unused, calling callback (0000000049577fce) 00010000:00010000:2.0:1760456369.959663:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e131 lrc: 2/0,0 mode: PW/PW res: [0x1240:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.959670:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e131 lrc: 3/0,0 mode: PW/PW res: [0x1240:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.959672:0:164870:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d8857873/0x3e4967fcee50e169 lrc: 3/0,1 mode: --/PW res: [0x125f:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.959681:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e131 lrc: 1/0,0 mode: --/PW res: [0x1240:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.959686:0:164870:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009dafbe24/0x3e4967fcee505db9 lrc: 2/0,0 mode: PR/PR res: [0x125f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ece3 expref: 236 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1760456369.959688:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456369.959702:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e131 lrc: 0/0,0 mode: --/PW res: [0x1240:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.959703:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.959707:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.959709:0:164870:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d8857873/0x3e4967fcee50e169 lrc: 4/0,1 mode: --/PW res: [0x125f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.959725:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.959728:0:164870:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009dafbe24/0x3e4967fcee505db9 lrc: 3/0,0 mode: PR/PR res: [0x125f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ece3 expref: 236 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456369.959729:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456369.959731:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.959737:0:164870:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009dafbe24/0x3e4967fcee505db9 lrc: 4/0,0 mode: PR/PR res: [0x125f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ece3 expref: 236 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.959748:0:122914:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b68dcf0c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+360:85188:x1845970852974080:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5693us (5748us total) trans 38654713782 rc 0/0 00000100:00100000:0.0:1760456369.959748:0:164870:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008b5e42ee pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:164870:1845970852975680:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456369.959754:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:3.0:1760456369.959764:0:122914:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19272 00000100:00100000:0.0:1760456369.959781:0:164870:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ccdc0379 going to sleep for 6 seconds 00010000:00010000:3.0:1760456369.959795:0:87239:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003627d410/0x3e4967fcee50e100 lrc: 3/0,1 mode: PW/PW res: [0x122c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.959802:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007c2cf065 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852975616:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456369.959813:0:87239:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003627d410/0x3e4967fcee50e100 lrc: 3/0,1 mode: PW/PW res: [0x122c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.959813:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456369.959824:0:87239:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003627d410/0x3e4967fcee50e100 lrc: 3/0,1 mode: PW/PW res: [0x122c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.959831:0:87239:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003627d410/0x3e4967fcee50e100 lrc: 2/0,0 mode: PW/PW res: [0x122c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.959839:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456369.959850:0:86475:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873989632 00010000:00010000:3.0:1760456369.959862:0:87239:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456369.959866:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1760456369.959870:0:86475:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e51852c6/0x3e4967fcee504811 lrc: 4/0,0 mode: PR/PR res: [0x11a1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e813 expref: 273 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.959871:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003627d410/0x3e4967fcee50e100 lrc: 2/0,0 mode: PW/PW res: [0x122c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.959876:0:122914:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852975616 00010000:00010000:1.0:1760456369.959892:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003627d410 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.959896:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003627d410/0x3e4967fcee50e100 lrc: 2/0,0 mode: PW/PW res: [0x122c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.959902:0:122914:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19284 00010000:00010000:1.0:1760456369.959909:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003627d410/0x3e4967fcee50e100 lrc: 3/0,0 mode: PW/PW res: [0x122c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.959910:0:122914:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f4fb414 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+377:85191:x1845970852975616:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456369.959913:0:86475:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873989568 00002000:00080000:0.0:1760456369.959925:0:122914:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4514 count 1 00010000:00010000:2.0:1760456369.959926:0:86475:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007fd0841e/0x3e4967fcee5046d6 lrc: 4/0,0 mode: PR/PR res: [0x158d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e7cd expref: 274 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.959928:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003627d410/0x3e4967fcee50e100 lrc: 1/0,0 mode: --/PW res: [0x122c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.959938:0:122914:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aeb8030d/0x3e4967fcee50e170 lrc: 3/0,1 mode: --/PW res: [0x11a2:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.959958:0:122914:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000046877926/0x3e4967fcee504a48 lrc: 2/0,0 mode: PR/PR res: [0x11a2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e891 expref: 274 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.959959:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003627d410/0x3e4967fcee50e100 lrc: 0/0,0 mode: --/PW res: [0x122c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.959960:0:86475:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873989760 00010000:00010000:2.0:1760456369.959972:0:86475:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003316880c/0x3e4967fcee505b43 lrc: 4/0,0 mode: PR/PR res: [0x124d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec57 expref: 237 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.959973:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1263 00010000:00010000:0.0:1760456369.959976:0:122914:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.959980:0:122914:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.959983:0:122914:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aeb8030d/0x3e4967fcee50e170 lrc: 4/0,1 mode: --/PW res: [0x11a2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.959988:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005084f027 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+274:167593:x1845970873989632:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1760456369.959991:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.959995:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.960000:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456369.960003:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1264 00010000:00010000:3.0:1760456369.960004:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1760456369.960011:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d3fa129b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+274:167594:x1845970873989568:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1760456369.960014:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e51852c6/0x3e4967fcee504811 lrc: 4/0,0 mode: PR/PR res: [0x11a1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e813 expref: 274 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.960014:0:122914:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000046877926/0x3e4967fcee504a48 lrc: 3/0,0 mode: PR/PR res: [0x11a2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e891 expref: 274 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456369.960021:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:1.0:1760456369.960023:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000047b67703/2, rc 0, transno 8118 00010000:00010000:2.0:1760456369.960028:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007fd0841e/0x3e4967fcee5046d6 lrc: 4/0,0 mode: PR/PR res: [0x158d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e7cd expref: 274 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.960039:0:122914:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000046877926/0x3e4967fcee504a48 lrc: 4/0,0 mode: PR/PR res: [0x11a2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e891 expref: 274 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.960042:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047b67703 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852974080:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456369.960045:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e51852c6/0x3e4967fcee504811 lrc: 3/0,0 mode: PR/PR res: [0x11a1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e813 expref: 274 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.960051:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007fd0841e/0x3e4967fcee5046d6 lrc: 3/0,0 mode: PR/PR res: [0x158d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e7cd expref: 274 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.960065:0:122914:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a8879361 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:122914:1845970852975744:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456369.960072:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1265 00000100:00100000:1.0:1760456369.960080:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000226b8f97 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+237:167593:x1845970873989760:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1760456369.960082:0:122344:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e51852c6/0x3e4967fcee504811 lrc: 0/0,0 mode: --/PR res: [0x11a1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e813 expref: 274 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.960085:0:86475:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007fd0841e/0x3e4967fcee5046d6 lrc: 0/0,0 mode: --/PR res: [0x158d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e7cd expref: 274 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.960092:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456369.960100:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003316880c/0x3e4967fcee505b43 lrc: 4/0,0 mode: PR/PR res: [0x124d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec57 expref: 237 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.960112:0:122914:0:(client.c:2500:ptlrpc_set_wait()) set 00000000046e0fdb going to sleep for 6 seconds 00010000:00010000:3.0:1760456369.960114:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.960115:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.960117:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003316880c/0x3e4967fcee505b43 lrc: 3/0,0 mode: PR/PR res: [0x124d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec57 expref: 237 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.960118:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.960119:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.960124:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007bebc9b6/0x3e4967fcee50e13f lrc: 3/0,1 mode: PW/PW res: [0x11a1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.960124:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e107 lrc: 3/0,1 mode: PW/PW res: [0x158d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.960125:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1760456369.960134:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000071cb61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852975808:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456369.960142:0:122345:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003316880c/0x3e4967fcee505b43 lrc: 0/0,0 mode: --/PR res: [0x124d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec57 expref: 237 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.960150:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e107 lrc: 4/0,1 mode: PW/PW res: [0x158d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.960151:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007bebc9b6/0x3e4967fcee50e13f lrc: 4/0,1 mode: PW/PW res: [0x11a1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.960162:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1760456369.960165:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.960169:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.960173:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e146 lrc: 3/0,1 mode: PW/PW res: [0x124d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.960181:0:122919:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852975808 00010000:00010000:1.0:1760456369.960182:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e146 lrc: 4/0,1 mode: PW/PW res: [0x124d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.960183:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456369.960190:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1760456369.960199:0:122919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19285 00000100:00100000:0.0:1760456369.960204:0:122919:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000377c01a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+360:85189:x1845970852975808:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456369.960209:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d3fa129b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+272:167594:x1845970873989568:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 196us (461us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456369.960209:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:0.0:1760456369.960218:0:122919:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4705 count 1 00000100:00100000:3.0:1760456369.960220:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005084f027 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+272:167593:x1845970873989632:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 232us (536us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456369.960221:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1264 00010000:00010000:0.0:1760456369.960231:0:122919:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e177 lrc: 3/0,1 mode: --/PW res: [0x1261:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.960233:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000226b8f97 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+236:167593:x1845970873989760:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 150us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456369.960237:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1263 00010000:00010000:2.0:1760456369.960251:0:87410:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007bebc9b6/0x3e4967fcee50e13f lrc: 3/0,1 mode: PW/PW res: [0x11a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.960251:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1265 00010000:00010000:0.0:1760456369.960256:0:122919:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b3695d2e/0x3e4967fcee505e37 lrc: 2/0,0 mode: PR/PR res: [0x1261:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ecff expref: 236 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456369.960268:0:87410:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007bebc9b6/0x3e4967fcee50e13f lrc: 3/0,1 mode: PW/PW res: [0x11a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.960271:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.960274:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.960276:0:122919:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e177 lrc: 4/0,1 mode: --/PW res: [0x1261:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.960297:0:87410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007bebc9b6/0x3e4967fcee50e13f lrc: 3/0,1 mode: PW/PW res: [0x11a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.960303:0:87410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007bebc9b6/0x3e4967fcee50e13f lrc: 2/0,0 mode: PW/PW res: [0x11a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.960308:0:122919:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b3695d2e/0x3e4967fcee505e37 lrc: 3/0,0 mode: PR/PR res: [0x1261:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ecff expref: 235 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1760456369.960319:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456369.960322:0:87410:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456369.960325:0:122919:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b3695d2e/0x3e4967fcee505e37 lrc: 4/0,0 mode: PR/PR res: [0x1261:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ecff expref: 235 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.960327:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456369.960334:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007bebc9b6/0x3e4967fcee50e13f lrc: 2/0,0 mode: PW/PW res: [0x11a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.960338:0:122919:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000753ed154 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:122919:1845970852975872:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456369.960353:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007bebc9b6 already unused, calling callback (0000000049577fce) 00000100:00100000:1.0:1760456369.960353:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456369.960358:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007bebc9b6/0x3e4967fcee50e13f lrc: 2/0,0 mode: PW/PW res: [0x11a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.960362:0:122919:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a4d34fa2 going to sleep for 6 seconds 00010000:00010000:3.0:1760456369.960370:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007bebc9b6/0x3e4967fcee50e13f lrc: 3/0,0 mode: PW/PW res: [0x11a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.960382:0:87240:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e107 lrc: 3/0,1 mode: PW/PW res: [0x158d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.960386:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007bebc9b6/0x3e4967fcee50e13f lrc: 1/0,0 mode: --/PW res: [0x11a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.960390:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456369.960402:0:87240:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e107 lrc: 3/0,1 mode: PW/PW res: [0x158d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.960405:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007bebc9b6/0x3e4967fcee50e13f lrc: 0/0,0 mode: --/PW res: [0x11a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.960411:0:87240:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e107 lrc: 3/0,1 mode: PW/PW res: [0x158d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.960418:0:87240:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e107 lrc: 2/0,0 mode: PW/PW res: [0x158d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.960427:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456369.960432:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456369.960433:0:87240:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1760456369.960438:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e107 lrc: 3/0,0 mode: PW/PW res: [0x158d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.960453:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002bd986c7 already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456369.960457:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e107 lrc: 2/0,0 mode: PW/PW res: [0x158d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.960468:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e107 lrc: 3/0,0 mode: PW/PW res: [0x158d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.960469:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456369.960485:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e107 lrc: 1/0,0 mode: --/PW res: [0x158d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.960492:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e107 lrc: 0/0,0 mode: --/PW res: [0x158d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.960501:0:87410:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000085d9bf15 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+378:85190:x1845970852974656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5433us (5496us total) trans 12884911209 rc 0/0 00000100:00100000:1.0:1760456369.960506:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873989696 00000100:00100000:2.0:1760456369.960529:0:87410:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19277 00010000:00010000:3.0:1760456369.960541:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.960544:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.960548:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.960557:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000021b517b/0x3e4967fcee504754 lrc: 4/0,0 mode: PR/PR res: [0x1586:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e7e9 expref: 271 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.960558:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456369.960558:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873989888 00010000:00010000:2.0:1760456369.960573:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000edb3120/0x3e4967fcee5048ce lrc: 4/0,0 mode: PR/PR res: [0x119f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e83d expref: 272 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.960577:0:122344:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873989824 00000100:00100000:1.0:1760456369.960584:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873990016 00000100:00100000:2.0:1760456369.960595:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873989952 00010000:00010000:3.0:1760456369.960596:0:122344:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bc6b3103/0x3e4967fcee50488f lrc: 4/0,0 mode: PR/PR res: [0x119d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e82f expref: 273 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.960602:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a4e6eeb6/0x3e4967fcee505d3b lrc: 4/0,0 mode: PR/PR res: [0x1258:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ecc7 expref: 237 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.960608:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f1663323/0x3e4967fcee505c7e lrc: 4/0,0 mode: PR/PR res: [0x124c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec9d expref: 237 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.960642:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1266 00000100:00100000:0.0:1760456369.960652:0:87240:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000010d4277f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+378:85188:x1845970852973568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7292us (7406us total) trans 12884911210 rc 0/0 00000100:00100000:3.0:1760456369.960653:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000853ff003 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+273:167594:x1845970873989696:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00000100:00100000:2.0:1760456369.960662:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1267 00000100:00100000:0.0:1760456369.960667:0:87240:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19269 00010000:00010000:3.0:1760456369.960668:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1760456369.960672:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009cbc0b14 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+273:167593:x1845970873989888:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00000100:00100000:1.0:1760456369.960673:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1268 00010000:00010000:3.0:1760456369.960676:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000021b517b/0x3e4967fcee504754 lrc: 4/0,0 mode: PR/PR res: [0x1586:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e7e9 expref: 273 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.960684:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1760456369.960686:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000225e43c4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+273:167594:x1845970873989824:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1760456369.960687:0:122923:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e12a lrc: 3/0,1 mode: PW/PW res: [0x119c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.960692:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000edb3120/0x3e4967fcee5048ce lrc: 4/0,0 mode: PR/PR res: [0x119f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e83d expref: 273 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.960704:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456369.960713:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bc6b3103/0x3e4967fcee50488f lrc: 4/0,0 mode: PR/PR res: [0x119d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e82f expref: 273 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.960713:0:122923:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e12a lrc: 3/0,1 mode: PW/PW res: [0x119c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.960720:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000021b517b/0x3e4967fcee504754 lrc: 3/0,0 mode: PR/PR res: [0x1586:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e7e9 expref: 273 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.960721:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000edb3120/0x3e4967fcee5048ce lrc: 3/0,0 mode: PR/PR res: [0x119f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e83d expref: 273 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.960739:0:122923:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e12a lrc: 3/0,1 mode: PW/PW res: [0x119c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.960745:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bc6b3103/0x3e4967fcee50488f lrc: 3/0,0 mode: PR/PR res: [0x119d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e82f expref: 273 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.960761:0:122923:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e12a lrc: 2/0,0 mode: PW/PW res: [0x119c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.960763:0:122344:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000021b517b/0x3e4967fcee504754 lrc: 0/0,0 mode: --/PR res: [0x1586:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e7e9 expref: 273 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.960765:0:86473:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000edb3120/0x3e4967fcee5048ce lrc: 0/0,0 mode: --/PR res: [0x119f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e83d expref: 273 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.960792:0:122923:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456369.960798:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.960799:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.960800:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456369.960801:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.960802:0:122345:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bc6b3103/0x3e4967fcee50488f lrc: 0/0,0 mode: --/PR res: [0x119d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e82f expref: 271 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.960803:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.960804:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e12a lrc: 2/0,0 mode: PW/PW res: [0x119c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.960806:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e138 lrc: 3/0,1 mode: PW/PW res: [0x1586:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.960807:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e154 lrc: 3/0,1 mode: PW/PW res: [0x119f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.960829:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009b9682d0 already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456369.960833:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e138 lrc: 4/0,1 mode: PW/PW res: [0x1586:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.960833:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.960834:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e12a lrc: 2/0,0 mode: PW/PW res: [0x119c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.960836:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e154 lrc: 4/0,1 mode: PW/PW res: [0x119f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.960836:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.960840:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e14d lrc: 3/0,1 mode: PW/PW res: [0x119d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.960860:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e12a lrc: 3/0,0 mode: PW/PW res: [0x119c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.960866:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e14d lrc: 4/0,1 mode: PW/PW res: [0x119d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.960873:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456369.960875:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e12a lrc: 1/0,0 mode: --/PW res: [0x119c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.960882:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e12a lrc: 0/0,0 mode: --/PW res: [0x119c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.960884:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1760456369.960892:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000853ff003 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+270:167594:x1845970873989696:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 242us (580us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456369.960893:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456369.960897:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.960899:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456369.960900:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1266 00010000:00010000:0.0:1760456369.960902:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456369.960911:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009cbc0b14 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+269:167593:x1845970873989888:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 240us (559us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456369.960918:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000225e43c4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+269:167594:x1845970873989824:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 232us (531us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456369.960923:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1269 00000100:00100000:3.0:1760456369.960936:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ef738e6f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+237:167594:x1845970873989952:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00000100:00100000:2.0:1760456369.960937:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1267 00000100:00100000:1.0:1760456369.960945:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1268 00010000:00010000:3.0:1760456369.960946:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456369.960952:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f1663323/0x3e4967fcee505c7e lrc: 4/0,0 mode: PR/PR res: [0x124c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec9d expref: 237 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.960961:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f1663323/0x3e4967fcee505c7e lrc: 3/0,0 mode: PR/PR res: [0x124c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec9d expref: 237 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.960974:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1270 00000100:00100000:2.0:1760456369.960984:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f2679cf0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+237:167593:x1845970873990016:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1760456369.960986:0:122344:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1663323/0x3e4967fcee505c7e lrc: 0/0,0 mode: --/PR res: [0x124c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec9d expref: 237 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.960999:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.960999:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456369.961001:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.961004:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000051361bf8/0x3e4967fcee50e15b lrc: 3/0,1 mode: PW/PW res: [0x124c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1760456369.961007:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001a45ba66/2, rc 0, transno 9322 00010000:00010000:2.0:1760456369.961008:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a4e6eeb6/0x3e4967fcee505d3b lrc: 4/0,0 mode: PR/PR res: [0x1258:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ecc7 expref: 236 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.961012:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051361bf8/0x3e4967fcee50e15b lrc: 4/0,1 mode: PW/PW res: [0x124c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.961027:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001a45ba66 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852973568:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456369.961041:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a4e6eeb6/0x3e4967fcee505d3b lrc: 3/0,0 mode: PR/PR res: [0x1258:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ecc7 expref: 236 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.961043:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456369.961053:0:164868:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e154 lrc: 3/0,1 mode: PW/PW res: [0x119f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.961062:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ef738e6f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+236:167594:x1845970873989952:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 127us (594us total) trans 0 rc 0/0 00010000:00010000:2.0:1760456369.961065:0:86473:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a4e6eeb6/0x3e4967fcee505d3b lrc: 0/0,0 mode: --/PR res: [0x1258:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ecc7 expref: 236 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.961069:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000097bd19ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852975936:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456369.961072:0:164868:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e154 lrc: 3/0,1 mode: PW/PW res: [0x119f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.961081:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1269 00010000:00010000:1.0:1760456369.961095:0:164868:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e154 lrc: 3/0,1 mode: PW/PW res: [0x119f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.961103:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456369.961108:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.961111:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.961114:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009c20bb99/0x3e4967fcee50e162 lrc: 3/0,1 mode: PW/PW res: [0x1258:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1760456369.961115:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b9528b1f/2, rc 0, transno 9321 00010000:00010000:1.0:1760456369.961119:0:164868:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e154 lrc: 2/0,0 mode: PW/PW res: [0x119f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.961129:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9528b1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852974656:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456369.961131:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009c20bb99/0x3e4967fcee50e162 lrc: 4/0,1 mode: PW/PW res: [0x1258:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.961136:0:87240:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852975936 00010000:00010000:1.0:1760456369.961147:0:164868:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1760456369.961160:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1760456369.961162:0:87240:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19286 00000100:00100000:0.0:1760456369.961167:0:87240:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8ca4d70 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+379:85189:x1845970852975936:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456369.961174:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062504914 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852976000:0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1760456369.961178:0:87240:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4515 count 1 00000100:00100000:2.0:1760456369.961184:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f2679cf0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+234:167593:x1845970873990016:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 199us (758us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456369.961192:0:87240:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f2be79c4/0x3e4967fcee50e17e lrc: 3/0,1 mode: --/PW res: [0x11a3:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.961197:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1270 00010000:00010000:0.0:1760456369.961207:0:87240:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007d4244b7/0x3e4967fcee504a87 lrc: 2/0,0 mode: PR/PR res: [0x11a3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e89f expref: 267 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456369.961208:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1760456369.961216:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.961218:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.961220:0:87240:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f2be79c4/0x3e4967fcee50e17e lrc: 4/0,1 mode: --/PW res: [0x11a3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.961237:0:87240:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007d4244b7/0x3e4967fcee504a87 lrc: 3/0,0 mode: PR/PR res: [0x11a3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e89f expref: 267 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456369.961246:0:87240:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007d4244b7/0x3e4967fcee504a87 lrc: 4/0,0 mode: PR/PR res: [0x11a3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e89f expref: 267 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.961254:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1760456369.961255:0:87240:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a7a7f6d7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:87240:1845970852976064:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456369.961260:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e154 lrc: 2/0,0 mode: PW/PW res: [0x119f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.961271:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005b2472ce already unused, calling callback (0000000049577fce) 00010000:00010000:2.0:1760456369.961274:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e154 lrc: 2/0,0 mode: PW/PW res: [0x119f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.961278:0:87240:0:(client.c:2500:ptlrpc_set_wait()) set 0000000020417f68 going to sleep for 6 seconds 00010000:00010000:2.0:1760456369.961286:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e154 lrc: 3/0,0 mode: PW/PW res: [0x119f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.961296:0:122920:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009c20bb99/0x3e4967fcee50e162 lrc: 3/0,1 mode: PW/PW res: [0x1258:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.961302:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e154 lrc: 1/0,0 mode: --/PW res: [0x119f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.961303:0:122920:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c20bb99/0x3e4967fcee50e162 lrc: 3/0,1 mode: PW/PW res: [0x1258:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.961323:0:122920:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009c20bb99/0x3e4967fcee50e162 lrc: 3/0,1 mode: PW/PW res: [0x1258:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.961324:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e154 lrc: 0/0,0 mode: --/PW res: [0x119f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.961336:0:122920:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009c20bb99/0x3e4967fcee50e162 lrc: 2/0,0 mode: PW/PW res: [0x1258:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.961359:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456369.961360:0:122920:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1760456369.961362:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009c20bb99/0x3e4967fcee50e162 lrc: 3/0,0 mode: PW/PW res: [0x1258:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.961364:0:164868:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000080cc854d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+380:85190:x1845970852975168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5413us (5474us total) trans 12884911212 rc 0/0 00010000:00010000:2.0:1760456369.961378:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009c20bb99 already unused, calling callback (0000000049577fce) 00000100:00100000:1.0:1760456369.961379:0:164868:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19280 00010000:00010000:2.0:1760456369.961384:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009c20bb99/0x3e4967fcee50e162 lrc: 2/0,0 mode: PW/PW res: [0x1258:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.961393:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009c20bb99/0x3e4967fcee50e162 lrc: 3/0,0 mode: PW/PW res: [0x1258:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.961399:0:122921:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000337d5ba2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+361:85189:x1845970852973696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7113us (7256us total) trans 38654713783 rc 0/0 00010000:00010000:1.0:1760456369.961403:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456369.961409:0:122921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19273 00010000:00010000:2.0:1760456369.961410:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009c20bb99/0x3e4967fcee50e162 lrc: 1/0,0 mode: --/PW res: [0x1258:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.961419:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c20bb99/0x3e4967fcee50e162 lrc: 0/0,0 mode: --/PW res: [0x1258:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.961429:0:88855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852976000 00010000:00010000:2.0:1760456369.961440:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456369.961444:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456369.961447:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1760456369.961461:0:88855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19287 00000100:00100000:1.0:1760456369.961467:0:88855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e6d09192 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+380:85190:x1845970852976000:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1760456369.961481:0:88855:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4512 count 1 00010000:00010000:1.0:1760456369.961493:0:88855:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c042e065/0x3e4967fcee50e185 lrc: 3/0,1 mode: --/PW res: [0x11a0:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.961505:0:88855:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008d340e4c/0x3e4967fcee504ac6 lrc: 2/0,0 mode: PR/PR res: [0x11a0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e8ad expref: 267 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.961542:0:88855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.961544:0:88855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.961546:0:88855:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c042e065/0x3e4967fcee50e185 lrc: 4/0,1 mode: --/PW res: [0x11a0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.961571:0:88855:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008d340e4c/0x3e4967fcee504ac6 lrc: 3/0,0 mode: PR/PR res: [0x11a0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e8ad expref: 267 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456369.961579:0:87239:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000017c2c717 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+363:85190:x1845970852973440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8261us (8381us total) trans 38654713784 rc 0/0 00010000:00010000:1.0:1760456369.961585:0:88855:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008d340e4c/0x3e4967fcee504ac6 lrc: 4/0,0 mode: PR/PR res: [0x11a0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e8ad expref: 267 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.961588:0:87239:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19268 00000100:00100000:1.0:1760456369.961602:0:88855:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3fa129b pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:88855:1845970852976128:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456369.961630:0:122920:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be747c1e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+362:85189:x1845970852975296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5272us (5371us total) trans 38654713785 rc 0/0 00000004:00080000:3.0:1760456369.961636:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001bac5f1d/2, rc 0, transno 9324 00000100:00100000:0.0:1760456369.961637:0:122920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19282 00000100:00100000:1.0:1760456369.961642:0:88855:0:(client.c:2500:ptlrpc_set_wait()) set 00000000324b1fb1 going to sleep for 6 seconds 00000100:00100000:3.0:1760456369.961646:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001bac5f1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852975168:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456369.961680:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000055e017b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852976192:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456369.961681:0:122905:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099570e9a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+361:85188:x1845970852974272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7379us (7509us total) trans 38654713786 rc 0/0 00000004:00080000:3.0:1760456369.961686:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000381232b8/2, rc 0, transno 8120 00000100:00100000:2.0:1760456369.961694:0:122905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19274 00000100:00100000:3.0:1760456369.961697:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000381232b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852973440:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456369.961722:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456369.961730:0:164867:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e14d lrc: 3/0,1 mode: PW/PW res: [0x119d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.961740:0:164867:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e14d lrc: 3/0,1 mode: PW/PW res: [0x119d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.961742:0:122921:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852976192 00010000:00010000:2.0:1760456369.961751:0:164867:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e14d lrc: 3/0,1 mode: PW/PW res: [0x119d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.961759:0:164867:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e14d lrc: 2/0,0 mode: PW/PW res: [0x119d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.961770:0:122921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19288 00000100:00100000:3.0:1760456369.961776:0:122921:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006dfae497 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+381:85191:x1845970852976192:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456369.961785:0:164867:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456369.961790:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456369.961795:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e14d lrc: 2/0,0 mode: PW/PW res: [0x119d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1760456369.961797:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000004e047b69/2, rc 0, transno 8121 00010000:00010000:3.0:1760456369.961808:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000817c6e6e already unused, calling callback (0000000049577fce) 00000100:00100000:0.0:1760456369.961810:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e047b69 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852975296:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456369.961813:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e14d lrc: 2/0,0 mode: PW/PW res: [0x119d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.961824:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e14d lrc: 3/0,0 mode: PW/PW res: [0x119d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.961839:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e14d lrc: 1/0,0 mode: --/PW res: [0x119d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.961847:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e14d lrc: 0/0,0 mode: --/PW res: [0x119d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1760456369.961850:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e628c06f/2, rc 0, transno 8119 00000100:00100000:0.0:1760456369.961860:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e628c06f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852973696:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456369.961873:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.961877:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.961881:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456369.961901:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000911a1270 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852976384:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456369.961912:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dae4b28c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852976320:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1760456369.961935:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1760456369.961983:0:122921:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4518 count 1 00000100:00100000:1.0:1760456369.961988:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d74a6f56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852976256:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456369.961988:0:122923:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000268ddb71 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+382:85191:x1845970852974400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7246us (7600us total) trans 12884911211 rc 0/0 00010000:00010000:3.0:1760456369.961994:0:122921:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e18c lrc: 3/0,1 mode: --/PW res: [0x11a6:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.962007:0:122923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19275 00010000:00010000:3.0:1760456369.962009:0:122921:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000045d71f2/0x3e4967fcee504bc2 lrc: 2/0,0 mode: PR/PR res: [0x11a6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e8e5 expref: 267 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456369.962015:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.962017:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.962018:0:122921:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e18c lrc: 4/0,1 mode: --/PW res: [0x11a6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.962032:0:122923:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852976384 00000100:00100000:2.0:1760456369.962033:0:164867:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd43c5ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+381:85188:x1845970852974784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6453us (6561us total) trans 12884911213 rc 0/0 00010000:00010000:3.0:1760456369.962034:0:122921:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000045d71f2/0x3e4967fcee504bc2 lrc: 3/0,0 mode: PR/PR res: [0x11a6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e8e5 expref: 267 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456369.962053:0:122921:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000045d71f2/0x3e4967fcee504bc2 lrc: 4/0,0 mode: PR/PR res: [0x11a6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e8e5 expref: 267 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.962055:0:164867:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19279 00000100:00100000:3.0:1760456369.962064:0:122921:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfda183a pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:122921:1845970852976448:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456369.962069:0:122923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19289 00000100:00100000:0.0:1760456369.962074:0:122923:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b4c05355 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+361:85190:x1845970852976384:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.962081:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:0.0:1760456369.962086:0:122923:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4715 count 1 00000100:00100000:3.0:1760456369.962092:0:122921:0:(client.c:2500:ptlrpc_set_wait()) set 00000000294413d6 going to sleep for 6 seconds 00010000:00010000:0.0:1760456369.962099:0:122923:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e193 lrc: 3/0,1 mode: --/PW res: [0x126b:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.962105:0:87410:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852976256 00010000:00010000:0.0:1760456369.962109:0:122923:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e3674a69/0x3e4967fcee505ff0 lrc: 2/0,0 mode: PR/PR res: [0x126b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed61 expref: 233 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456369.962114:0:164871:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e138 lrc: 3/0,1 mode: PW/PW res: [0x1586:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.962116:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.962118:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.962120:0:122923:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e193 lrc: 4/0,1 mode: --/PW res: [0x126b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1760456369.962123:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000060a807e5/2, rc 0, transno 9325 00010000:00010000:3.0:1760456369.962124:0:164871:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e138 lrc: 3/0,1 mode: PW/PW res: [0x1586:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.962135:0:87410:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19290 00000100:00100000:2.0:1760456369.962144:0:87410:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005084f027 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+362:85188:x1845970852976256:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1760456369.962145:0:122923:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e3674a69/0x3e4967fcee505ff0 lrc: 3/0,0 mode: PR/PR res: [0x126b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed61 expref: 233 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1760456369.962146:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060a807e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852974784:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456369.962160:0:164871:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e138 lrc: 3/0,1 mode: PW/PW res: [0x1586:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1760456369.962164:0:87410:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4716 count 1 00010000:00010000:0.0:1760456369.962166:0:122923:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e3674a69/0x3e4967fcee505ff0 lrc: 4/0,0 mode: PR/PR res: [0x126b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed61 expref: 233 pid: 122920 timeout: 4721 lvb_type: 1 00000004:00080000:1.0:1760456369.962171:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009b1559d0/2, rc 0, transno 8122 00010000:00010000:3.0:1760456369.962173:0:164871:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e138 lrc: 2/0,0 mode: PW/PW res: [0x1586:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.962176:0:87410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000050282ba1/0x3e4967fcee50e19a lrc: 3/0,1 mode: --/PW res: [0x126c:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.962188:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009b1559d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852974272:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456369.962205:0:87410:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a41700bb/0x3e4967fcee505ef4 lrc: 2/0,0 mode: PR/PR res: [0x126c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed29 expref: 233 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456369.962209:0:122923:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bcd9ba92 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:122923:1845970852976512:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456369.962218:0:87410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.962221:0:87410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.962222:0:87410:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000050282ba1/0x3e4967fcee50e19a lrc: 4/0,1 mode: --/PW res: [0x126c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.962237:0:85190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1760456369.962246:0:87410:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a41700bb/0x3e4967fcee505ef4 lrc: 3/0,0 mode: PR/PR res: [0x126c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed29 expref: 233 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456369.962248:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be0c9e56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852976576:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456369.962270:0:87410:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a41700bb/0x3e4967fcee505ef4 lrc: 4/0,0 mode: PR/PR res: [0x126c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed29 expref: 233 pid: 122920 timeout: 4721 lvb_type: 1 00000004:00080000:0.0:1760456369.962271:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000013c08ea7/2, rc 0, transno 9323 00000100:00100000:1.0:1760456369.962274:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cc6d7d17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852976640:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456369.962284:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013c08ea7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852974400:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456369.962290:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456369.962298:0:87410:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fba93ae9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:87410:1845970852976704:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456369.962328:0:122920:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852976576 00000100:00100000:1.0:1760456369.962329:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456369.962341:0:87410:0:(client.c:2500:ptlrpc_set_wait()) set 0000000092473494 going to sleep for 6 seconds 00000100:00100000:1.0:1760456369.962357:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1760456369.962361:0:87239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852976640 00000100:00100000:1.0:1760456369.962365:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b4e6e2fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852976768:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456369.962367:0:122920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19291 00000100:00100000:0.0:1760456369.962375:0:122920:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002652641a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+381:85190:x1845970852976576:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456369.962385:0:122905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19292 00002000:00080000:0.0:1760456369.962386:0:122920:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4519 count 1 00000100:00100000:2.0:1760456369.962395:0:122905:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000226b8f97 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+363:85188:x1845970852976640:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.962396:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1760456369.962397:0:122920:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fb01c125/0x3e4967fcee50e1a1 lrc: 3/0,1 mode: --/PW res: [0x11a7:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.962408:0:164871:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456369.962410:0:122920:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009c427f26/0x3e4967fcee504c7f lrc: 2/0,0 mode: PR/PR res: [0x11a7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e90f expref: 267 pid: 122920 timeout: 0 lvb_type: 1 00002000:00080000:2.0:1760456369.962416:0:122905:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4719 count 1 00010000:00010000:0.0:1760456369.962417:0:122920:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.962419:0:122920:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.962420:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456369.962422:0:122920:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fb01c125/0x3e4967fcee50e1a1 lrc: 4/0,1 mode: --/PW res: [0x11a7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.962424:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e138 lrc: 2/0,0 mode: PW/PW res: [0x1586:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.962424:0:164868:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852976768 00010000:00010000:2.0:1760456369.962432:0:122905:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008aa53c68/0x3e4967fcee50e1a8 lrc: 3/0,1 mode: --/PW res: [0x126f:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.962443:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fabd3e43 already unused, calling callback (0000000049577fce) 00000100:00100000:1.0:1760456369.962444:0:164868:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19293 00010000:00010000:0.0:1760456369.962447:0:122920:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009c427f26/0x3e4967fcee504c7f lrc: 3/0,0 mode: PR/PR res: [0x11a7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e90f expref: 267 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456369.962448:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e138 lrc: 2/0,0 mode: PW/PW res: [0x1586:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.962454:0:164868:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000853ff003 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+382:85188:x1845970852976768:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456369.962461:0:122905:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000003a7963b/0x3e4967fcee50602f lrc: 2/0,0 mode: PR/PR res: [0x126f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed6f expref: 233 pid: 122920 timeout: 0 lvb_type: 1 00002000:00080000:1.0:1760456369.962470:0:164868:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4526 count 1 00010000:00010000:0.0:1760456369.962475:0:122920:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009c427f26/0x3e4967fcee504c7f lrc: 4/0,0 mode: PR/PR res: [0x11a7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e90f expref: 267 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.962479:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e138 lrc: 3/0,0 mode: PW/PW res: [0x1586:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.962484:0:164868:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e1af lrc: 3/0,1 mode: --/PW res: [0x11ae:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.962503:0:122920:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f055a3f0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:122920:1845970852976832:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456369.962507:0:122905:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.962532:0:122905:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.962535:0:122905:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008aa53c68/0x3e4967fcee50e1a8 lrc: 4/0,1 mode: --/PW res: [0x126f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.962541:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e138 lrc: 1/0,0 mode: --/PW res: [0x1586:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.962545:0:164868:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000741855d2/0x3e4967fcee504cfd lrc: 2/0,0 mode: PR/PR res: [0x11ae:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e92b expref: 267 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456369.962548:0:122920:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e9ed637f going to sleep for 6 seconds 00010000:00010000:3.0:1760456369.962564:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e138 lrc: 0/0,0 mode: --/PW res: [0x1586:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.962565:0:164868:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.962568:0:164868:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1760456369.962570:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1760456369.962571:0:164868:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e1af lrc: 4/0,1 mode: --/PW res: [0x11ae:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.962587:0:164869:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000051361bf8/0x3e4967fcee50e15b lrc: 3/0,1 mode: PW/PW res: [0x124c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.962599:0:164868:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000741855d2/0x3e4967fcee504cfd lrc: 3/0,0 mode: PR/PR res: [0x11ae:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e92b expref: 267 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456369.962605:0:164869:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000051361bf8/0x3e4967fcee50e15b lrc: 3/0,1 mode: PW/PW res: [0x124c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.962612:0:164868:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000741855d2/0x3e4967fcee504cfd lrc: 4/0,0 mode: PR/PR res: [0x11ae:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e92b expref: 267 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.962613:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.962613:0:164869:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051361bf8/0x3e4967fcee50e15b lrc: 3/0,1 mode: PW/PW res: [0x124c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.962616:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.962630:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456369.962643:0:122905:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000003a7963b/0x3e4967fcee50602f lrc: 3/0,0 mode: PR/PR res: [0x126f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed6f expref: 233 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456369.962643:0:164869:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000051361bf8/0x3e4967fcee50e15b lrc: 2/0,0 mode: PW/PW res: [0x124c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.962645:0:87239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852976320 00000100:00100000:1.0:1760456369.962649:0:164868:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009cbc0b14 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:164868:1845970852976896:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456369.962666:0:87239:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19294 00010000:00010000:2.0:1760456369.962670:0:122905:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000003a7963b/0x3e4967fcee50602f lrc: 4/0,0 mode: PR/PR res: [0x126f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed6f expref: 233 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.962671:0:164869:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1760456369.962677:0:87239:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000011e32d4f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+364:85189:x1845970852976320:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.962680:0:164868:0:(client.c:2500:ptlrpc_set_wait()) set 00000000687cd35a going to sleep for 6 seconds 00010000:00010000:0.0:1760456369.962682:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1760456369.962686:0:122905:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a2776d77 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:122905:1845970852976960:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456369.962686:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000051361bf8/0x3e4967fcee50e15b lrc: 2/0,0 mode: PW/PW res: [0x124c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1760456369.962695:0:87239:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4718 count 1 00010000:00010000:0.0:1760456369.962696:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000051361bf8 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456369.962700:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000051361bf8/0x3e4967fcee50e15b lrc: 2/0,0 mode: PW/PW res: [0x124c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.962705:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000051361bf8/0x3e4967fcee50e15b lrc: 3/0,0 mode: PW/PW res: [0x124c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.962710:0:87239:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e1b6 lrc: 3/0,1 mode: --/PW res: [0x126e:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.962714:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000051361bf8/0x3e4967fcee50e15b lrc: 1/0,0 mode: --/PW res: [0x124c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.962715:0:122905:0:(client.c:2500:ptlrpc_set_wait()) set 000000005aff42d8 going to sleep for 6 seconds 00010000:00010000:3.0:1760456369.962728:0:87239:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e9696e77/0x3e4967fcee505fb1 lrc: 2/0,0 mode: PR/PR res: [0x126e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed53 expref: 233 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456369.962731:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000051361bf8/0x3e4967fcee50e15b lrc: 0/0,0 mode: --/PW res: [0x124c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.962747:0:122906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19295 00010000:00010000:3.0:1760456369.962750:0:87239:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.962754:0:87239:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1760456369.962754:0:122906:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001bba6dad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+382:85189:x1845970852975488:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456369.962757:0:87239:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e1b6 lrc: 4/0,1 mode: --/PW res: [0x126e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.962759:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.962761:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.962763:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1760456369.962767:0:122906:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4510 count 1 00010000:00010000:2.0:1760456369.962783:0:122906:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001e8bab62/0x3e4967fcee50e1bd lrc: 3/0,1 mode: --/PW res: [0x119e:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.962786:0:87239:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e9696e77/0x3e4967fcee505fb1 lrc: 3/0,0 mode: PR/PR res: [0x126e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed53 expref: 233 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456369.962788:0:122923:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ff46cebc going to sleep for 6 seconds 00010000:00010000:2.0:1760456369.962810:0:122906:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ca7428b4/0x3e4967fcee50494c lrc: 2/0,0 mode: PR/PR res: [0x119e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e859 expref: 267 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456369.962812:0:87239:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e9696e77/0x3e4967fcee505fb1 lrc: 4/0,0 mode: PR/PR res: [0x126e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed53 expref: 233 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.962833:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.962836:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1760456369.962838:0:87239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006aace924 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:87239:1845970852977024:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456369.962839:0:122906:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e8bab62/0x3e4967fcee50e1bd lrc: 4/0,1 mode: --/PW res: [0x119e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.962869:0:122906:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ca7428b4/0x3e4967fcee50494c lrc: 3/0,0 mode: PR/PR res: [0x119e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e859 expref: 267 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456369.962873:0:87239:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d1b19e2f going to sleep for 6 seconds 00010000:00010000:2.0:1760456369.962882:0:122906:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ca7428b4/0x3e4967fcee50494c lrc: 4/0,0 mode: PR/PR res: [0x119e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e859 expref: 267 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.962894:0:122906:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f4813a8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:122906:1845970852977088:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456369.962902:0:164869:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003de6c4eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+365:85190:x1845970852975104:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6737us (6839us total) trans 38654713787 rc 0/0 00000100:00100000:0.0:1760456369.962908:0:164869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19281 00000100:00100000:2.0:1760456369.962927:0:122906:0:(client.c:2500:ptlrpc_set_wait()) set 000000003c58ae1e going to sleep for 6 seconds 00000100:00100000:3.0:1760456369.963069:0:164871:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000fd2de97 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+383:85190:x1845970852973760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8289us (8621us total) trans 12884911214 rc 0/0 00000100:00100000:3.0:1760456369.963077:0:164871:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19276 00000004:00080000:3.0:1760456369.963108:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000000f4aa35c/2, rc 0, transno 8123 00000100:00100000:3.0:1760456369.963124:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000f4aa35c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852975104:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1760456369.963137:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ec15e1d7/2, rc 0, transno 9326 00000100:00100000:3.0:1760456369.963148:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ec15e1d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852973760:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456369.963186:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed10c681 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852977216:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456369.963197:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000082079110 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852977152:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456369.963213:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1760456369.963238:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1760456369.963260:0:164870:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008b5e42ee pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:164870:1845970852975680:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456369.963279:0:164870:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d8857873/0x3e4967fcee50e169 lrc: 3/0,1 mode: --/PW res: [0x125f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.963288:0:87237:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852977216 00000100:00100000:3.0:1760456369.963302:0:164871:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852977152 00000100:00100000:2.0:1760456369.963317:0:87237:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19296 00000100:00100000:2.0:1760456369.963322:0:87237:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000708faabe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+383:85191:x1845970852977216:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1760456369.963332:0:87237:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4522 count 1 00000100:00100000:3.0:1760456369.963338:0:164871:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19297 00000100:00100000:0.0:1760456369.963341:0:122914:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a8879361 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:122914:1845970852975744:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456369.963343:0:87237:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000555fe934/0x3e4967fcee50e1c4 lrc: 3/0,1 mode: --/PW res: [0x11aa:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.963349:0:164871:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8dd4db1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+365:85190:x1845970852977152:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456369.963358:0:87237:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003958e76c/0x3e4967fcee504d3c lrc: 2/0,0 mode: PR/PR res: [0x11aa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e939 expref: 267 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456369.963360:0:122914:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000aeb8030d/0x3e4967fcee50e170 lrc: 3/0,1 mode: --/PW res: [0x11a2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.963369:0:87237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.963372:0:87237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.963374:0:87237:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000555fe934/0x3e4967fcee50e1c4 lrc: 4/0,1 mode: --/PW res: [0x11aa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1760456369.963377:0:164871:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4722 count 1 00010000:00010000:3.0:1760456369.963394:0:164871:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b096a6a/0x3e4967fcee50e1cb lrc: 3/0,1 mode: --/PW res: [0x1272:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.963398:0:87237:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003958e76c/0x3e4967fcee504d3c lrc: 3/0,0 mode: PR/PR res: [0x11aa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e939 expref: 267 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456369.963415:0:164871:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f5a8845a/0x3e4967fcee5060ad lrc: 2/0,0 mode: PR/PR res: [0x1272:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed8b expref: 233 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456369.963420:0:87237:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003958e76c/0x3e4967fcee504d3c lrc: 4/0,0 mode: PR/PR res: [0x11aa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e939 expref: 267 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.963429:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1760456369.963430:0:87240:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a7a7f6d7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:87240:1845970852976064:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456369.963432:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.963436:0:164871:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008b096a6a/0x3e4967fcee50e1cb lrc: 4/0,1 mode: --/PW res: [0x1272:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.963450:0:87237:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001d785228 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:87237:1845970852977280:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456369.963451:0:87240:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f2be79c4/0x3e4967fcee50e17e lrc: 3/0,1 mode: --/PW res: [0x11a3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.963457:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456369.963463:0:164871:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f5a8845a/0x3e4967fcee5060ad lrc: 3/0,0 mode: PR/PR res: [0x1272:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed8b expref: 233 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456369.963484:0:164871:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f5a8845a/0x3e4967fcee5060ad lrc: 4/0,0 mode: PR/PR res: [0x1272:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed8b expref: 233 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.963493:0:87237:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d56f02de going to sleep for 6 seconds 00000100:00100000:3.0:1760456369.963497:0:164871:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dfef8613 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:164871:1845970852977344:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456369.963502:0:122919:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000753ed154 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:122919:1845970852975872:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456369.963539:0:122919:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e177 lrc: 3/0,1 mode: --/PW res: [0x1261:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.963552:0:164871:0:(client.c:2500:ptlrpc_set_wait()) set 000000001fb6e0ae going to sleep for 6 seconds 00010000:00010000:2.0:1760456369.963555:0:123791:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e146 lrc: 3/0,1 mode: PW/PW res: [0x124d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.963566:0:123791:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e146 lrc: 3/0,1 mode: PW/PW res: [0x124d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.963575:0:123791:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e146 lrc: 3/0,1 mode: PW/PW res: [0x124d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.963576:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873990080 00010000:00010000:2.0:1760456369.963584:0:123791:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e146 lrc: 2/0,0 mode: PW/PW res: [0x124d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.963592:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456369.963595:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009dafbe24/0x3e4967fcee505db9 lrc: 4/0,0 mode: PR/PR res: [0x125f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ece3 expref: 234 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.963647:0:86474:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873990208 00000100:00100000:3.0:1760456369.963654:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1271 00000100:00100000:1.0:1760456369.963659:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456369.963665:0:86474:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b3695d2e/0x3e4967fcee505e37 lrc: 4/0,0 mode: PR/PR res: [0x1261:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ecff expref: 235 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.963666:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000225e43c4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+235:167593:x1845970873990080:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1760456369.963679:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456369.963685:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009dafbe24/0x3e4967fcee505db9 lrc: 4/0,0 mode: PR/PR res: [0x125f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ece3 expref: 235 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.963697:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009dafbe24/0x3e4967fcee505db9 lrc: 3/0,0 mode: PR/PR res: [0x125f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ece3 expref: 235 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.963702:0:86475:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873990336 00010000:00010000:3.0:1760456369.963715:0:88636:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009dafbe24/0x3e4967fcee505db9 lrc: 0/0,0 mode: --/PR res: [0x125f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ece3 expref: 235 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.963718:0:86475:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008d340e4c/0x3e4967fcee504ac6 lrc: 5/0,0 mode: PR/PR res: [0x11a0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e8ad expref: 268 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.963740:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.963744:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1760456369.963745:0:88855:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3fa129b pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:88855:1845970852976128:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456369.963747:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d8857873/0x3e4967fcee50e169 lrc: 3/0,1 mode: PW/PW res: [0x125f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.963758:0:88855:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c042e065/0x3e4967fcee50e185 lrc: 3/0,1 mode: --/PW res: [0x11a0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.963762:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1272 00010000:00010000:3.0:1760456369.963777:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d8857873/0x3e4967fcee50e169 lrc: 4/0,1 mode: PW/PW res: [0x125f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.963777:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009598484a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+234:167593:x1845970873990208:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1760456369.963792:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456369.963799:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b3695d2e/0x3e4967fcee505e37 lrc: 4/0,0 mode: PR/PR res: [0x1261:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ecff expref: 234 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.963810:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456369.963810:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b3695d2e/0x3e4967fcee505e37 lrc: 3/0,0 mode: PR/PR res: [0x1261:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ecff expref: 234 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.963829:0:86475:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b3695d2e/0x3e4967fcee505e37 lrc: 0/0,0 mode: --/PR res: [0x1261:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ecff expref: 234 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.963833:0:164870:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d8857873/0x3e4967fcee50e169 lrc: 3/0,1 mode: PW/PW res: [0x125f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.963841:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1760456369.963843:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000225e43c4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+233:167593:x1845970873990080:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 176us (388us total) trans 0 rc 0/0 00010000:00010000:2.0:1760456369.963845:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.963848:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e177 lrc: 3/0,1 mode: PW/PW res: [0x1261:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.963856:0:164870:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d8857873/0x3e4967fcee50e169 lrc: 3/0,1 mode: PW/PW res: [0x125f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.963864:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1271 00010000:00010000:2.0:1760456369.963868:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e177 lrc: 4/0,1 mode: PW/PW res: [0x1261:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.963873:0:164870:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d8857873/0x3e4967fcee50e169 lrc: 3/0,1 mode: PW/PW res: [0x125f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.963885:0:164870:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d8857873/0x3e4967fcee50e169 lrc: 2/0,0 mode: PW/PW res: [0x125f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.963891:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1273 00010000:00010000:2.0:1760456369.963903:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1760456369.963905:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad3ea2c9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+268:167593:x1845970873990336:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00000100:00100000:1.0:1760456369.963909:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456369.963911:0:164870:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456369.963917:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456369.963923:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008d340e4c/0x3e4967fcee504ac6 lrc: 4/0,0 mode: PR/PR res: [0x11a0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e8ad expref: 268 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.963932:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009598484a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+232:167593:x1845970873990208:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 158us (343us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456369.963934:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456369.963936:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008d340e4c/0x3e4967fcee504ac6 lrc: 3/0,0 mode: PR/PR res: [0x11a0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e8ad expref: 268 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.963939:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d8857873/0x3e4967fcee50e169 lrc: 2/0,0 mode: PW/PW res: [0x125f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.963953:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1272 00010000:00010000:1.0:1760456369.963963:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d8857873 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.963966:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d8857873/0x3e4967fcee50e169 lrc: 2/0,0 mode: PW/PW res: [0x125f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.963974:0:88636:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008d340e4c/0x3e4967fcee504ac6 lrc: 0/0,0 mode: --/PR res: [0x11a0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e8ad expref: 268 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.963979:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d8857873/0x3e4967fcee50e169 lrc: 3/0,0 mode: PW/PW res: [0x125f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.963980:0:86475:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873990144 00010000:00010000:3.0:1760456369.963995:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.963997:0:86475:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000046877926/0x3e4967fcee504a48 lrc: 4/0,0 mode: PR/PR res: [0x11a2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e891 expref: 268 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.963998:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.963999:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d8857873/0x3e4967fcee50e169 lrc: 1/0,0 mode: --/PW res: [0x125f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.964002:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c042e065/0x3e4967fcee50e185 lrc: 3/0,1 mode: PW/PW res: [0x11a0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.964020:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d8857873/0x3e4967fcee50e169 lrc: 0/0,0 mode: --/PW res: [0x125f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.964029:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c042e065/0x3e4967fcee50e185 lrc: 4/0,1 mode: PW/PW res: [0x11a0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.964038:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456369.964039:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1274 00010000:00010000:1.0:1760456369.964041:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.964045:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456369.964049:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee6d760c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+268:167595:x1845970873990144:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00000100:00100000:0.0:1760456369.964055:0:164870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000073506342 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+366:85191:x1845970852975552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4466us (4563us total) trans 38654713788 rc 0/0 00010000:00010000:3.0:1760456369.964061:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456369.964061:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1760456369.964065:0:164870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19283 00010000:00010000:2.0:1760456369.964069:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000046877926/0x3e4967fcee504a48 lrc: 4/0,0 mode: PR/PR res: [0x11a2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e891 expref: 268 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.964081:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000046877926/0x3e4967fcee504a48 lrc: 3/0,0 mode: PR/PR res: [0x11a2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e891 expref: 268 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.964086:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad3ea2c9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+268:167593:x1845970873990336:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 183us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456369.964102:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1273 00000004:00080000:0.0:1760456369.964102:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ed146fa8/2, rc 0, transno 8124 00010000:00010000:2.0:1760456369.964110:0:86475:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000046877926/0x3e4967fcee504a48 lrc: 0/0,0 mode: --/PR res: [0x11a2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e891 expref: 268 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.964115:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed146fa8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852975552:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456369.964128:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.964130:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.964132:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000aeb8030d/0x3e4967fcee50e170 lrc: 3/0,1 mode: PW/PW res: [0x11a2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.964138:0:88855:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c042e065/0x3e4967fcee50e185 lrc: 3/0,1 mode: PW/PW res: [0x11a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.964140:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aeb8030d/0x3e4967fcee50e170 lrc: 4/0,1 mode: PW/PW res: [0x11a2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.964160:0:88855:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c042e065/0x3e4967fcee50e185 lrc: 3/0,1 mode: PW/PW res: [0x11a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.964170:0:88855:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c042e065/0x3e4967fcee50e185 lrc: 3/0,1 mode: PW/PW res: [0x11a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.964175:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1760456369.964177:0:88855:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c042e065/0x3e4967fcee50e185 lrc: 2/0,0 mode: PW/PW res: [0x11a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.964178:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1760456369.964186:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a7a7f6d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852977408:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456369.964195:0:88855:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456369.964205:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456369.964208:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c042e065/0x3e4967fcee50e185 lrc: 2/0,0 mode: PW/PW res: [0x11a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.964215:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c042e065 already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456369.964217:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c042e065/0x3e4967fcee50e185 lrc: 2/0,0 mode: PW/PW res: [0x11a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.964224:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c042e065/0x3e4967fcee50e185 lrc: 3/0,0 mode: PW/PW res: [0x11a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.964236:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c042e065/0x3e4967fcee50e185 lrc: 1/0,0 mode: --/PW res: [0x11a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.964243:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c042e065/0x3e4967fcee50e185 lrc: 0/0,0 mode: --/PW res: [0x11a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.964259:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.964260:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.964262:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456369.964289:0:122921:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfda183a pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:122921:1845970852976448:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456369.964298:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee6d760c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+266:167595:x1845970873990144:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 247us (395us total) trans 0 rc 0/0 00010000:00010000:3.0:1760456369.964306:0:122921:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e18c lrc: 3/0,1 mode: --/PW res: [0x11a6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.964312:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1274 00000100:00100000:0.0:1760456369.964317:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1760456369.964358:0:122914:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000aeb8030d/0x3e4967fcee50e170 lrc: 3/0,1 mode: PW/PW res: [0x11a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.964373:0:122914:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aeb8030d/0x3e4967fcee50e170 lrc: 3/0,1 mode: PW/PW res: [0x11a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.964377:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456369.964386:0:122914:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aeb8030d/0x3e4967fcee50e170 lrc: 3/0,1 mode: PW/PW res: [0x11a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.964394:0:122914:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000aeb8030d/0x3e4967fcee50e170 lrc: 2/0,0 mode: PW/PW res: [0x11a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.964401:0:86474:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873990272 00010000:00010000:0.0:1760456369.964412:0:122914:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1760456369.964417:0:86474:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007d4244b7/0x3e4967fcee504a87 lrc: 4/0,0 mode: PR/PR res: [0x11a3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e89f expref: 266 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.964424:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456369.964429:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000aeb8030d/0x3e4967fcee50e170 lrc: 2/0,0 mode: PW/PW res: [0x11a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.964437:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000aeb8030d already unused, calling callback (0000000049577fce) 00000100:00100000:2.0:1760456369.964438:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1275 00010000:00010000:0.0:1760456369.964442:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000aeb8030d/0x3e4967fcee50e170 lrc: 2/0,0 mode: PW/PW res: [0x11a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.964446:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000049b1a4e5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+266:167595:x1845970873990272:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1760456369.964458:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000aeb8030d/0x3e4967fcee50e170 lrc: 3/0,0 mode: PW/PW res: [0x11a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.964462:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456369.964470:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007d4244b7/0x3e4967fcee504a87 lrc: 4/0,0 mode: PR/PR res: [0x11a3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e89f expref: 266 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.964472:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000aeb8030d/0x3e4967fcee50e170 lrc: 1/0,0 mode: --/PW res: [0x11a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.964490:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aeb8030d/0x3e4967fcee50e170 lrc: 0/0,0 mode: --/PW res: [0x11a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.964494:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007d4244b7/0x3e4967fcee504a87 lrc: 3/0,0 mode: PR/PR res: [0x11a3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e89f expref: 266 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.964567:0:88855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e6d09192 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+384:85190:x1845970852976000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3097us (3359us total) trans 12884911215 rc 0/0 00010000:00010000:2.0:1760456369.964575:0:86474:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007d4244b7/0x3e4967fcee504a87 lrc: 0/0,0 mode: --/PR res: [0x11a3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e89f expref: 266 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.964586:0:88855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19287 00010000:00010000:0.0:1760456369.964588:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.964592:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1760456369.964593:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456369.964595:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.964595:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456369.964598:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.964602:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f2be79c4/0x3e4967fcee50e17e lrc: 3/0,1 mode: PW/PW res: [0x11a3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.964612:0:88855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852977408 00010000:00010000:2.0:1760456369.964612:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f2be79c4/0x3e4967fcee50e17e lrc: 4/0,1 mode: PW/PW res: [0x11a3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.964651:0:86475:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873990400 00000100:00100000:1.0:1760456369.964653:0:164868:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009cbc0b14 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:164868:1845970852976896:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456369.964659:0:88855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19298 00000100:00100000:3.0:1760456369.964666:0:88855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000753ed154 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+366:85189:x1845970852977408:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456369.964666:0:164868:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e1af lrc: 3/0,1 mode: --/PW res: [0x11ae:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.964670:0:86475:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000045d71f2/0x3e4967fcee504bc2 lrc: 4/0,0 mode: PR/PR res: [0x11a6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e8e5 expref: 266 pid: 122920 timeout: 4721 lvb_type: 1 00002000:00080000:3.0:1760456369.964685:0:88855:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4723 count 1 00010000:00010000:3.0:1760456369.964701:0:88855:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e1d2 lrc: 3/0,1 mode: --/PW res: [0x1273:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.964716:0:88855:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000416b549d/0x3e4967fcee5060ec lrc: 2/0,0 mode: PR/PR res: [0x1273:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed99 expref: 231 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1760456369.964726:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1276 00010000:00010000:3.0:1760456369.964736:0:88855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1760456369.964736:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dae5ac33 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+266:167596:x1845970873990400:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1760456369.964739:0:88855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.964742:0:88855:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e1d2 lrc: 4/0,1 mode: --/PW res: [0x1273:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.964747:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456369.964754:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000045d71f2/0x3e4967fcee504bc2 lrc: 4/0,0 mode: PR/PR res: [0x11a6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e8e5 expref: 266 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.964767:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000045d71f2/0x3e4967fcee504bc2 lrc: 3/0,0 mode: PR/PR res: [0x11a6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e8e5 expref: 266 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.964772:0:122914:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f4fb414 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+384:85191:x1845970852975616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4861us (4935us total) trans 12884911216 rc 0/0 00000100:00100000:0.0:1760456369.964783:0:122914:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19284 00000004:00080000:3.0:1760456369.964785:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000062504914/2, rc 0, transno 9327 00010000:00010000:2.0:1760456369.964794:0:86475:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000045d71f2/0x3e4967fcee504bc2 lrc: 0/0,0 mode: --/PR res: [0x11a6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e8e5 expref: 266 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.964799:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062504914 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852976000:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456369.964813:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.964816:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.964819:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e18c lrc: 3/0,1 mode: PW/PW res: [0x11a6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.964819:0:122920:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f055a3f0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:122920:1845970852976832:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456369.964833:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e18c lrc: 4/0,1 mode: PW/PW res: [0x11a6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.964839:0:122920:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fb01c125/0x3e4967fcee50e1a1 lrc: 3/0,1 mode: --/PW res: [0x11a7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.964857:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456369.964861:0:122921:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e18c lrc: 3/0,1 mode: PW/PW res: [0x11a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.964871:0:122921:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e18c lrc: 3/0,1 mode: PW/PW res: [0x11a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1760456369.964876:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000007c2cf065/2, rc 0, transno 9328 00010000:00010000:3.0:1760456369.964879:0:122921:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e18c lrc: 3/0,1 mode: PW/PW res: [0x11a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.964888:0:122921:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e18c lrc: 2/0,0 mode: PW/PW res: [0x11a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.964889:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007c2cf065 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852975616:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456369.964892:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dae5ac33 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+265:167596:x1845970873990400:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 153us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456369.964903:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1760456369.964912:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1276 00000100:00100000:1.0:1760456369.964916:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfda183a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852977472:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456369.964921:0:122921:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1760456369.964922:0:85191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1760456369.964933:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a8879361 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852977536:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456369.964934:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456369.964940:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e18c lrc: 2/0,0 mode: PW/PW res: [0x11a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.964946:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456369.964954:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009a426bd1 already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456369.964957:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e18c lrc: 2/0,0 mode: PW/PW res: [0x11a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.964963:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456369.964966:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e18c lrc: 3/0,0 mode: PW/PW res: [0x11a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.964968:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456369.964985:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e18c lrc: 1/0,0 mode: --/PW res: [0x11a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.964992:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000049b1a4e5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+264:167595:x1845970873990272:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 543us (613us total) trans 0 rc 0/0 00010000:00010000:3.0:1760456369.964998:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e18c lrc: 0/0,0 mode: --/PW res: [0x11a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.965007:0:87240:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f2be79c4/0x3e4967fcee50e17e lrc: 3/0,1 mode: PW/PW res: [0x11a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.965011:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1275 00010000:00010000:3.0:1760456369.965021:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.965022:0:87240:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f2be79c4/0x3e4967fcee50e17e lrc: 3/0,1 mode: PW/PW res: [0x11a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.965024:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.965028:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.965032:0:87240:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f2be79c4/0x3e4967fcee50e17e lrc: 3/0,1 mode: PW/PW res: [0x11a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.965040:0:87240:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f2be79c4/0x3e4967fcee50e17e lrc: 2/0,0 mode: PW/PW res: [0x11a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.965044:0:164870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852977472 00010000:00010000:0.0:1760456369.965060:0:87240:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456369.965074:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1760456369.965075:0:164870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852977536 00010000:00010000:0.0:1760456369.965078:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f2be79c4/0x3e4967fcee50e17e lrc: 2/0,0 mode: PW/PW res: [0x11a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.965086:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f2be79c4 already unused, calling callback (0000000049577fce) 00000100:00100000:2.0:1760456369.965088:0:87410:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fba93ae9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:87410:1845970852976704:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456369.965091:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f2be79c4/0x3e4967fcee50e17e lrc: 2/0,0 mode: PW/PW res: [0x11a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.965097:0:164870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19299 00010000:00010000:2.0:1760456369.965105:0:87410:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000050282ba1/0x3e4967fcee50e19a lrc: 3/0,1 mode: --/PW res: [0x126c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.965106:0:164870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fb3261b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+385:85188:x1845970852977472:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456369.965106:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f2be79c4/0x3e4967fcee50e17e lrc: 3/0,0 mode: PW/PW res: [0x11a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1760456369.965124:0:164870:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4527 count 1 00000100:00100000:1.0:1760456369.965127:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456369.965137:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f2be79c4/0x3e4967fcee50e17e lrc: 1/0,0 mode: --/PW res: [0x11a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.965142:0:164870:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ada93d4c/0x3e4967fcee50e1d9 lrc: 3/0,1 mode: --/PW res: [0x11af:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.965150:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f2be79c4/0x3e4967fcee50e17e lrc: 0/0,0 mode: --/PW res: [0x11a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.965154:0:164867:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19300 00010000:00010000:3.0:1760456369.965159:0:164870:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000056f437c/0x3e4967fcee504dba lrc: 2/0,0 mode: PR/PR res: [0x11af:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e955 expref: 263 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1760456369.965167:0:164867:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f055a3f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+385:85191:x1845970852977536:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456369.965178:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.965179:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.965180:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.965183:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.965184:0:164870:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ada93d4c/0x3e4967fcee50e1d9 lrc: 4/0,1 mode: --/PW res: [0x11af:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1760456369.965186:0:164867:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4530 count 1 00010000:00010000:0.0:1760456369.965187:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456369.965204:0:164867:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50e1e0 lrc: 3/0,1 mode: --/PW res: [0x11b2:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.965216:0:164867:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000fbf8b1a/0x3e4967fcee504e38 lrc: 2/0,0 mode: PR/PR res: [0x11b2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e971 expref: 263 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456369.965218:0:164870:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000056f437c/0x3e4967fcee504dba lrc: 3/0,0 mode: PR/PR res: [0x11af:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e955 expref: 263 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456369.965238:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.965241:0:164870:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000056f437c/0x3e4967fcee504dba lrc: 4/0,0 mode: PR/PR res: [0x11af:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e955 expref: 263 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.965241:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.965244:0:164867:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50e1e0 lrc: 4/0,1 mode: --/PW res: [0x11b2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.965266:0:164870:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ba802d17 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:164870:1845970852977600:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456369.965269:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456369.965285:0:164867:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000fbf8b1a/0x3e4967fcee504e38 lrc: 3/0,0 mode: PR/PR res: [0x11b2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e971 expref: 263 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456369.965302:0:164870:0:(client.c:2500:ptlrpc_set_wait()) set 00000000294413d6 going to sleep for 6 seconds 00010000:00010000:2.0:1760456369.965302:0:164867:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000fbf8b1a/0x3e4967fcee504e38 lrc: 4/0,0 mode: PR/PR res: [0x11b2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e971 expref: 263 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.965315:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456369.965324:0:164867:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002cb8ded9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:164867:1845970852977664:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456369.965341:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873990464 00010000:00010000:2.0:1760456369.965358:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009c427f26/0x3e4967fcee504c7f lrc: 4/0,0 mode: PR/PR res: [0x11a7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e90f expref: 264 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.965371:0:87240:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8ca4d70 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+386:85189:x1845970852975936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4200us (4271us total) trans 12884911217 rc 0/0 00000100:00100000:0.0:1760456369.965380:0:87240:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19286 00000100:00100000:2.0:1760456369.965382:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873990592 00010000:00010000:2.0:1760456369.965395:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000741855d2/0x3e4967fcee504cfd lrc: 4/0,0 mode: PR/PR res: [0x11ae:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e92b expref: 265 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.965425:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873990528 00000004:00080000:0.0:1760456369.965429:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000097bd19ed/2, rc 0, transno 9329 00000100:00100000:3.0:1760456369.965433:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1277 00010000:00010000:2.0:1760456369.965438:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a41700bb/0x3e4967fcee505ef4 lrc: 4/0,0 mode: PR/PR res: [0x126c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed29 expref: 232 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.965443:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d7bd5c7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+265:167596:x1845970873990464:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00000100:00100000:0.0:1760456369.965443:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000097bd19ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852975936:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456369.965459:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456369.965466:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009c427f26/0x3e4967fcee504c7f lrc: 4/0,0 mode: PR/PR res: [0x11a7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e90f expref: 265 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.965475:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1278 00010000:00010000:3.0:1760456369.965478:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009c427f26/0x3e4967fcee504c7f lrc: 3/0,0 mode: PR/PR res: [0x11a7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e90f expref: 265 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.965488:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004cbb5d95 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+265:167593:x1845970873990592:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1760456369.965499:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1760456369.965501:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008b5e42ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852977728:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456369.965503:0:122344:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c427f26/0x3e4967fcee504c7f lrc: 0/0,0 mode: --/PR res: [0x11a7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e90f expref: 265 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.965507:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000741855d2/0x3e4967fcee504cfd lrc: 4/0,0 mode: PR/PR res: [0x11ae:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e92b expref: 265 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.965546:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000741855d2/0x3e4967fcee504cfd lrc: 3/0,0 mode: PR/PR res: [0x11ae:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e92b expref: 265 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.965564:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456369.965574:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.965576:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.965578:0:86473:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000741855d2/0x3e4967fcee504cfd lrc: 0/0,0 mode: --/PR res: [0x11ae:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e92b expref: 264 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.965580:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fb01c125/0x3e4967fcee50e1a1 lrc: 3/0,1 mode: PW/PW res: [0x11a7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.965605:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fb01c125/0x3e4967fcee50e1a1 lrc: 4/0,1 mode: PW/PW res: [0x11a7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.965605:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1760456369.965606:0:122914:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852977728 00010000:00010000:2.0:1760456369.965609:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.965613:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e1af lrc: 3/0,1 mode: PW/PW res: [0x11ae:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.965638:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e1af lrc: 4/0,1 mode: PW/PW res: [0x11ae:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.965647:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1760456369.965651:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456369.965651:0:122914:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19301 00000100:00100000:0.0:1760456369.965661:0:122914:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094ced8f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+386:85191:x1845970852977728:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456369.965670:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1760456369.965673:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d7bd5c7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+263:167596:x1845970873990464:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 231us (554us total) trans 0 rc 0/0 00002000:00080000:0.0:1760456369.965675:0:122914:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4528 count 1 00000100:00100000:3.0:1760456369.965684:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1277 00010000:00010000:0.0:1760456369.965692:0:122914:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e1e7 lrc: 3/0,1 mode: --/PW res: [0x11b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.965700:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004cbb5d95 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+262:167593:x1845970873990592:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 212us (470us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456369.965709:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1279 00010000:00010000:0.0:1760456369.965711:0:122914:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009f28c0ea/0x3e4967fcee504e77 lrc: 2/0,0 mode: PR/PR res: [0x11b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e97f expref: 262 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456369.965719:0:122914:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.965722:0:122914:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1760456369.965723:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1278 00000100:00100000:3.0:1760456369.965724:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b4c513a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+232:167596:x1845970873990528:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1760456369.965724:0:122914:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e1e7 lrc: 4/0,1 mode: --/PW res: [0x11b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.965740:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456369.965747:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a41700bb/0x3e4967fcee505ef4 lrc: 4/0,0 mode: PR/PR res: [0x126c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed29 expref: 232 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.965750:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873990720 00010000:00010000:0.0:1760456369.965754:0:122914:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009f28c0ea/0x3e4967fcee504e77 lrc: 3/0,0 mode: PR/PR res: [0x11b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e97f expref: 261 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456369.965766:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e3674a69/0x3e4967fcee505ff0 lrc: 5/0,0 mode: PR/PR res: [0x126b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed61 expref: 233 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.965767:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a41700bb/0x3e4967fcee505ef4 lrc: 3/0,0 mode: PR/PR res: [0x126c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed29 expref: 233 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.965768:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456369.965772:0:122914:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009f28c0ea/0x3e4967fcee504e77 lrc: 4/0,0 mode: PR/PR res: [0x11b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e97f expref: 261 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.965801:0:122914:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000074f46256 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:122914:1845970852977792:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456369.965805:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873990656 00010000:00010000:3.0:1760456369.965806:0:122344:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a41700bb/0x3e4967fcee505ef4 lrc: 0/0,0 mode: --/PR res: [0x126c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed29 expref: 233 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.965818:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456369.965821:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000003a7963b/0x3e4967fcee50602f lrc: 5/0,0 mode: PR/PR res: [0x126f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed6f expref: 233 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.965823:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.965826:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.965829:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000050282ba1/0x3e4967fcee50e19a lrc: 3/0,1 mode: PW/PW res: [0x126c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.965834:0:122914:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e9ed637f going to sleep for 6 seconds 00010000:00010000:3.0:1760456369.965840:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000050282ba1/0x3e4967fcee50e19a lrc: 4/0,1 mode: PW/PW res: [0x126c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.965844:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873990784 00010000:00010000:2.0:1760456369.965856:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e9696e77/0x3e4967fcee505fb1 lrc: 5/0,0 mode: PR/PR res: [0x126e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed53 expref: 234 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.965858:0:122920:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fb01c125/0x3e4967fcee50e1a1 lrc: 3/0,1 mode: PW/PW res: [0x11a7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.965865:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1760456369.965889:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b4c513a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+234:167596:x1845970873990528:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 166us (576us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456369.965897:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456369.965900:0:122920:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fb01c125/0x3e4967fcee50e1a1 lrc: 3/0,1 mode: PW/PW res: [0x11a7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.965903:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1280 00010000:00010000:0.0:1760456369.965914:0:122920:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fb01c125/0x3e4967fcee50e1a1 lrc: 3/0,1 mode: PW/PW res: [0x11a7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.965915:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1279 00000100:00100000:2.0:1760456369.965917:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000750a654b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+234:167595:x1845970873990720:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1760456369.965930:0:122920:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fb01c125/0x3e4967fcee50e1a1 lrc: 2/0,0 mode: PW/PW res: [0x11a7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.965932:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1760456369.965936:0:122344:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873990912 00010000:00010000:2.0:1760456369.965940:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e3674a69/0x3e4967fcee505ff0 lrc: 5/0,0 mode: PR/PR res: [0x126b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed61 expref: 233 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.965953:0:122344:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003958e76c/0x3e4967fcee504d3c lrc: 5/0,0 mode: PR/PR res: [0x11aa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e939 expref: 262 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.965955:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e3674a69/0x3e4967fcee505ff0 lrc: 4/0,0 mode: PR/PR res: [0x126b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed61 expref: 233 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.965959:0:122920:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456369.965961:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.965967:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fb01c125/0x3e4967fcee50e1a1 lrc: 2/0,0 mode: PW/PW res: [0x11a7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.965983:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fb01c125 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.965986:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fb01c125/0x3e4967fcee50e1a1 lrc: 2/0,0 mode: PW/PW res: [0x11a7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.965991:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.965994:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1760456369.965995:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1281 00010000:00010000:2.0:1760456369.965998:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e193 lrc: 3/0,1 mode: PW/PW res: [0x126b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.965998:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fb01c125/0x3e4967fcee50e1a1 lrc: 3/0,0 mode: PW/PW res: [0x11a7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.966007:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005699d169 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+233:167596:x1845970873990656:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1760456369.966021:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456369.966022:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e193 lrc: 4/0,1 mode: PW/PW res: [0x126b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.966025:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fb01c125/0x3e4967fcee50e1a1 lrc: 1/0,0 mode: --/PW res: [0x11a7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.966028:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000003a7963b/0x3e4967fcee50602f lrc: 5/0,0 mode: PR/PR res: [0x126f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed6f expref: 233 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.966048:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fb01c125/0x3e4967fcee50e1a1 lrc: 0/0,0 mode: --/PW res: [0x11a7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.966057:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000003a7963b/0x3e4967fcee50602f lrc: 4/0,0 mode: PR/PR res: [0x126f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed6f expref: 233 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.966057:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456369.966066:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.966071:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.966074:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.966074:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.966077:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.966080:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008aa53c68/0x3e4967fcee50e1a8 lrc: 3/0,1 mode: PW/PW res: [0x126f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.966086:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000750a654b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+233:167595:x1845970873990720:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 170us (437us total) trans 0 rc 0/0 00010000:00010000:3.0:1760456369.966101:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008aa53c68/0x3e4967fcee50e1a8 lrc: 4/0,1 mode: PW/PW res: [0x126f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.966117:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1760456369.966121:0:122920:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002652641a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+387:85190:x1845970852976576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3744us (3837us total) trans 12884911218 rc 0/0 00000100:00100000:0.0:1760456369.966129:0:122920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19291 00000100:00100000:3.0:1760456369.966141:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005699d169 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+233:167596:x1845970873990656:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 137us (382us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456369.966150:0:122919:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e177 lrc: 3/0,1 mode: PW/PW res: [0x1261:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.966159:0:122919:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e177 lrc: 3/0,1 mode: PW/PW res: [0x1261:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.966160:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1282 00000100:00100000:2.0:1760456369.966172:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1280 00000100:00100000:1.0:1760456369.966172:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000485ac8cf pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+233:167596:x1845970873990784:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1760456369.966176:0:122919:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e177 lrc: 3/0,1 mode: PW/PW res: [0x1261:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.966182:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1760456369.966183:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1281 00010000:00010000:1.0:1760456369.966189:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e9696e77/0x3e4967fcee505fb1 lrc: 5/0,0 mode: PR/PR res: [0x126e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed53 expref: 232 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.966194:0:122919:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e177 lrc: 2/0,0 mode: PW/PW res: [0x1261:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.966199:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1283 00000100:00100000:2.0:1760456369.966213:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028022a01 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+262:167596:x1845970873990912:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1760456369.966223:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1760456369.966225:0:122919:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1760456369.966229:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003958e76c/0x3e4967fcee504d3c lrc: 5/0,0 mode: PR/PR res: [0x11aa:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e939 expref: 262 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.966233:0:87239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006aace924 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:87239:1845970852977024:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456369.966238:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456369.966244:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e177 lrc: 2/0,0 mode: PW/PW res: [0x1261:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.966251:0:87239:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e1b6 lrc: 3/0,1 mode: --/PW res: [0x126e:0x0:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.966259:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003958e76c/0x3e4967fcee504d3c lrc: 4/0,0 mode: PR/PR res: [0x11aa:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e939 expref: 262 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.966264:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e9696e77/0x3e4967fcee505fb1 lrc: 3/0,0 mode: PR/PR res: [0x126e:0x0:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed53 expref: 231 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.966266:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000758f8c02 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456369.966270:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e177 lrc: 2/0,0 mode: PW/PW res: [0x1261:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.966291:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e177 lrc: 3/0,0 mode: PW/PW res: [0x1261:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.966300:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.966302:0:86474:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e9696e77/0x3e4967fcee505fb1 lrc: 0/0,0 mode: --/PR res: [0x126e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed53 expref: 231 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.966304:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.966304:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e177 lrc: 1/0,0 mode: --/PW res: [0x1261:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.966308:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000555fe934/0x3e4967fcee50e1c4 lrc: 3/0,1 mode: PW/PW res: [0x11aa:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1760456369.966316:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000be0c9e56/2, rc 0, transno 9330 00010000:00010000:1.0:1760456369.966321:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.966324:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.966326:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e177 lrc: 0/0,0 mode: --/PW res: [0x1261:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.966327:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e1b6 lrc: 3/0,1 mode: PW/PW res: [0x126e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.966330:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000555fe934/0x3e4967fcee50e1c4 lrc: 4/0,1 mode: PW/PW res: [0x11aa:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.966332:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be0c9e56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852976576:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456369.966351:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e1b6 lrc: 4/0,1 mode: PW/PW res: [0x126e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.966359:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.966362:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456369.966363:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456369.966365:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.966375:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1760456369.966377:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1760456369.966386:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028022a01 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+262:167596:x1845970873990912:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 176us (537us total) trans 0 rc 0/0 00000100:00100000:0.0:1760456369.966387:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006aace924 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852977856:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456369.966399:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000485ac8cf pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+230:167596:x1845970873990784:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 229us (582us total) trans 0 rc 0/0 00010000:00010000:3.0:1760456369.966400:0:87239:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e1b6 lrc: 3/0,1 mode: PW/PW res: [0x126e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.966408:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1283 00010000:00010000:3.0:1760456369.966416:0:87239:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e1b6 lrc: 3/0,1 mode: PW/PW res: [0x126e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.966420:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1282 00000100:00100000:0.0:1760456369.966422:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456369.966431:0:87239:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e1b6 lrc: 3/0,1 mode: PW/PW res: [0x126e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.966439:0:87239:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e1b6 lrc: 2/0,0 mode: PW/PW res: [0x126e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.966458:0:87239:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1760456369.966460:0:122905:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000003a7963b/0x3e4967fcee50602f lrc: 0/0,0 mode: --/PR res: [0x126f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed6f expref: 229 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.966462:0:122920:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852977856 00010000:00010000:3.0:1760456369.966470:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456369.966475:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e1b6 lrc: 2/0,0 mode: PW/PW res: [0x126e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.966479:0:122905:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a2776d77 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:122905:1845970852976960:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456369.966486:0:164868:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e1af lrc: 3/0,1 mode: PW/PW res: [0x11ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.966491:0:122920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19302 00010000:00010000:3.0:1760456369.966493:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d713c715 already unused, calling callback (0000000049577fce) 00010000:00010000:2.0:1760456369.966497:0:122905:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008aa53c68/0x3e4967fcee50e1a8 lrc: 3/0,1 mode: PW/PW res: [0x126f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.966499:0:122920:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009d5f955f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+387:85189:x1845970852977856:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456369.966500:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e1b6 lrc: 2/0,0 mode: PW/PW res: [0x126e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.966505:0:164868:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e1af lrc: 3/0,1 mode: PW/PW res: [0x11ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1760456369.966537:0:122920:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4540 count 1 00010000:00010000:1.0:1760456369.966546:0:164868:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e1af lrc: 3/0,1 mode: PW/PW res: [0x11ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.966548:0:122905:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008aa53c68/0x3e4967fcee50e1a8 lrc: 3/0,1 mode: PW/PW res: [0x126f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.966550:0:122920:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005f5217a4/0x3e4967fcee50e1ee lrc: 3/0,1 mode: --/PW res: [0x11bc:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.966573:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e1b6 lrc: 3/0,0 mode: PW/PW res: [0x126e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.966577:0:122905:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008aa53c68/0x3e4967fcee50e1a8 lrc: 3/0,1 mode: PW/PW res: [0x126f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.966583:0:164868:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e1af lrc: 2/0,0 mode: PW/PW res: [0x11ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.966583:0:122920:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c94c88f2/0x3e4967fcee504ef5 lrc: 2/0,0 mode: PR/PR res: [0x11bc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e99b expref: 261 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456369.966606:0:122905:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008aa53c68/0x3e4967fcee50e1a8 lrc: 3/0,1 mode: PW/PW res: [0x126f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.966607:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e1b6 lrc: 1/0,0 mode: --/PW res: [0x126e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.966607:0:122920:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.966611:0:122920:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.966614:0:122920:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005f5217a4/0x3e4967fcee50e1ee lrc: 4/0,1 mode: --/PW res: [0x11bc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.966638:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e1b6 lrc: 0/0,0 mode: --/PW res: [0x126e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.966642:0:122905:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008aa53c68/0x3e4967fcee50e1a8 lrc: 2/0,0 mode: PW/PW res: [0x126f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.966684:0:164868:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1760456369.966689:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1760456369.966690:0:122920:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c94c88f2/0x3e4967fcee504ef5 lrc: 3/0,0 mode: PR/PR res: [0x11bc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e99b expref: 261 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456369.966694:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e1af lrc: 2/0,0 mode: PW/PW res: [0x11ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.966696:0:122905:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456369.966697:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.966703:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008aa53c68/0x3e4967fcee50e1a8 lrc: 3/0,0 mode: PW/PW res: [0x126f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.966712:0:122920:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c94c88f2/0x3e4967fcee504ef5 lrc: 4/0,0 mode: PR/PR res: [0x11bc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e99b expref: 261 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.966721:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000037a97751 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.966723:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008aa53c68 already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456369.966727:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e1af lrc: 2/0,0 mode: PW/PW res: [0x11ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.966728:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008aa53c68/0x3e4967fcee50e1a8 lrc: 2/0,0 mode: PW/PW res: [0x126f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.966732:0:122920:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090f4e383 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:122920:1845970852977920:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456369.966748:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008aa53c68/0x3e4967fcee50e1a8 lrc: 3/0,0 mode: PW/PW res: [0x126f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.966748:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.966750:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e1af lrc: 3/0,0 mode: PW/PW res: [0x11ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.966767:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008aa53c68/0x3e4967fcee50e1a8 lrc: 1/0,0 mode: --/PW res: [0x126f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.966771:0:122920:0:(client.c:2500:ptlrpc_set_wait()) set 00000000046e0fdb going to sleep for 6 seconds 00010000:00010000:3.0:1760456369.966772:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e1af lrc: 1/0,0 mode: --/PW res: [0x11ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.966774:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008aa53c68/0x3e4967fcee50e1a8 lrc: 0/0,0 mode: --/PW res: [0x126f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.966793:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e1af lrc: 0/0,0 mode: --/PW res: [0x11ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.966804:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.966807:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.966810:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.966822:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.966826:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.966830:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456369.966903:0:122905:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000226b8f97 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+367:85188:x1845970852976640:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4509us (4574us total) trans 38654713789 rc 0/0 00000100:00100000:2.0:1760456369.966913:0:122905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19292 00010000:00010000:2.0:1760456369.966944:0:87410:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000050282ba1/0x3e4967fcee50e19a lrc: 3/0,1 mode: PW/PW res: [0x126c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.966952:0:87410:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000050282ba1/0x3e4967fcee50e19a lrc: 3/0,1 mode: PW/PW res: [0x126c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.966962:0:122921:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006dfae497 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+388:85191:x1845970852976192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5184us (5240us total) trans 12884911219 rc 0/0 00010000:00010000:2.0:1760456369.966962:0:87410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000050282ba1/0x3e4967fcee50e19a lrc: 3/0,1 mode: PW/PW res: [0x126c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.966974:0:122921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19288 00010000:00010000:2.0:1760456369.966976:0:87410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000050282ba1/0x3e4967fcee50e19a lrc: 2/0,0 mode: PW/PW res: [0x126c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.967001:0:87410:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456369.967005:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.967009:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000050282ba1/0x3e4967fcee50e19a lrc: 2/0,0 mode: PW/PW res: [0x126c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.967020:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000050282ba1 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.967023:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000050282ba1/0x3e4967fcee50e19a lrc: 2/0,0 mode: PW/PW res: [0x126c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.967029:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000050282ba1/0x3e4967fcee50e19a lrc: 3/0,0 mode: PW/PW res: [0x126c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.967031:0:122919:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000377c01a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+367:85189:x1845970852975808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6824us (6873us total) trans 38654713790 rc 0/0 00000100:00100000:0.0:1760456369.967046:0:122919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19285 00010000:00010000:1.0:1760456369.967049:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000050282ba1/0x3e4967fcee50e19a lrc: 1/0,0 mode: --/PW res: [0x126c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.967054:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000050282ba1/0x3e4967fcee50e19a lrc: 0/0,0 mode: --/PW res: [0x126c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.967074:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.967077:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.967081:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1760456369.967087:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000055e017b2/2, rc 0, transno 9331 00000100:00100000:0.0:1760456369.967100:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000055e017b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852976192:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1760456369.967108:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000cc6d7d17/2, rc 0, transno 8125 00000100:00100000:1.0:1760456369.967119:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cc6d7d17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852976640:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.967129:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1760456369.967138:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002117855b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852977984:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456369.967167:0:85191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1760456369.967168:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1760456369.967179:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004335e27f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852978048:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456369.967209:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1760456369.967239:0:87239:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000011e32d4f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+368:85189:x1845970852976320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4565us (4672us total) trans 38654713791 rc 0/0 00000100:00100000:3.0:1760456369.967246:0:87239:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19294 00000004:00080000:0.0:1760456369.967259:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000dae4b28c/2, rc 0, transno 8127 00000100:00100000:0.0:1760456369.967269:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dae4b28c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852976320:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1760456369.967271:0:87239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852977984 00000100:00100000:3.0:1760456369.967304:0:87239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852978048 00000100:00100000:0.0:1760456369.967310:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000029e3cbdf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852978112:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.967311:0:164868:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000853ff003 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+389:85188:x1845970852976768:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4858us (4918us total) trans 12884911220 rc 0/0 00000100:00100000:1.0:1760456369.967321:0:164868:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19293 00000100:00100000:3.0:1760456369.967335:0:87239:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19303 00000100:00100000:2.0:1760456369.967342:0:87410:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005084f027 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+368:85188:x1845970852976256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5196us (5261us total) trans 38654713792 rc 0/0 00000100:00100000:3.0:1760456369.967345:0:87239:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d7bd5c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+388:85188:x1845970852977984:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456369.967347:0:164868:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19304 00000100:00100000:0.0:1760456369.967349:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456369.967357:0:164868:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000037a8ab19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+368:85191:x1845970852978048:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456369.967362:0:87410:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19290 00002000:00080000:3.0:1760456369.967363:0:87239:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4541 count 1 00002000:00080000:1.0:1760456369.967372:0:164868:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4721 count 1 00000100:00100000:0.0:1760456369.967375:0:87240:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852978112 00010000:00010000:3.0:1760456369.967376:0:87239:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bed1ec81/0x3e4967fcee50e1f5 lrc: 3/0,1 mode: --/PW res: [0x11bd:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.967386:0:164868:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e1fc lrc: 3/0,1 mode: --/PW res: [0x1271:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.967387:0:87239:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f5029bec/0x3e4967fcee504ff1 lrc: 2/0,0 mode: PR/PR res: [0x11bd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e9d3 expref: 261 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456369.967402:0:87240:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19305 00000100:00100000:2.0:1760456369.967404:0:164867:0:(client.c:2500:ptlrpc_set_wait()) set 0000000092473494 going to sleep for 6 seconds 00000100:00100000:0.0:1760456369.967410:0:87240:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000096bf39d8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+368:85191:x1845970852978112:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456369.967411:0:87239:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.967413:0:87239:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.967416:0:87239:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bed1ec81/0x3e4967fcee50e1f5 lrc: 4/0,1 mode: --/PW res: [0x11bd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.967416:0:164868:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002cb44df2/0x3e4967fcee506227 lrc: 2/0,0 mode: PR/PR res: [0x1271:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eddf expref: 228 pid: 122920 timeout: 0 lvb_type: 1 00002000:00080000:0.0:1760456369.967425:0:87240:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4724 count 1 00010000:00010000:2.0:1760456369.967428:0:87237:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003958e76c/0x3e4967fcee504d3c lrc: 0/0,0 mode: --/PR res: [0x11aa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e939 expref: 261 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.967436:0:87240:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e203 lrc: 3/0,1 mode: --/PW res: [0x1274:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.967442:0:164868:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.967444:0:164868:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.967446:0:164868:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e1fc lrc: 4/0,1 mode: --/PW res: [0x1271:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.967451:0:87239:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f5029bec/0x3e4967fcee504ff1 lrc: 3/0,0 mode: PR/PR res: [0x11bd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e9d3 expref: 261 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1760456369.967457:0:87237:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d785228 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:87237:1845970852977280:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456369.967464:0:87240:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000081ab3379/0x3e4967fcee5062a5 lrc: 2/0,0 mode: PR/PR res: [0x1274:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49edfb expref: 228 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456369.967473:0:87237:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000555fe934/0x3e4967fcee50e1c4 lrc: 3/0,1 mode: PW/PW res: [0x11aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.967484:0:164868:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002cb44df2/0x3e4967fcee506227 lrc: 3/0,0 mode: PR/PR res: [0x1271:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eddf expref: 228 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456369.967489:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.967492:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.967495:0:87240:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e203 lrc: 4/0,1 mode: --/PW res: [0x1274:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.967499:0:87239:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f5029bec/0x3e4967fcee504ff1 lrc: 4/0,0 mode: PR/PR res: [0x11bd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e9d3 expref: 260 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.967500:0:87237:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000555fe934/0x3e4967fcee50e1c4 lrc: 3/0,1 mode: PW/PW res: [0x11aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.967540:0:87237:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000555fe934/0x3e4967fcee50e1c4 lrc: 3/0,1 mode: PW/PW res: [0x11aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.967545:0:164868:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002cb44df2/0x3e4967fcee506227 lrc: 4/0,0 mode: PR/PR res: [0x1271:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eddf expref: 228 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.967548:0:87237:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000555fe934/0x3e4967fcee50e1c4 lrc: 3/0,1 mode: PW/PW res: [0x11aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.967558:0:87237:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000555fe934/0x3e4967fcee50e1c4 lrc: 2/0,0 mode: PW/PW res: [0x11aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.967561:0:164868:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004cbb5d95 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:164868:1845970852978240:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456369.967583:0:87240:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000081ab3379/0x3e4967fcee5062a5 lrc: 3/0,0 mode: PR/PR res: [0x1274:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49edfb expref: 228 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456369.967588:0:87239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041fd077 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:87239:1845970852978176:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456369.967591:0:164868:0:(client.c:2500:ptlrpc_set_wait()) set 00000000aac9fede going to sleep for 6 seconds 00010000:00010000:2.0:1760456369.967594:0:87237:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456369.967598:0:87240:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000081ab3379/0x3e4967fcee5062a5 lrc: 4/0,0 mode: PR/PR res: [0x1274:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49edfb expref: 228 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.967608:0:87240:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023a49035 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:87240:1845970852978304:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456369.967613:0:87239:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e1a4a970 going to sleep for 6 seconds 00010000:00010000:0.0:1760456369.967630:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00080000:1.0:1760456369.967632:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b4e6e2fe/2, rc 0, transno 9332 00010000:00010000:0.0:1760456369.967635:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000555fe934/0x3e4967fcee50e1c4 lrc: 2/0,0 mode: PW/PW res: [0x11aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.967642:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000555fe934 already unused, calling callback (0000000049577fce) 00000100:00100000:1.0:1760456369.967644:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b4e6e2fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852976768:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456369.967646:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000555fe934/0x3e4967fcee50e1c4 lrc: 2/0,0 mode: PW/PW res: [0x11aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.967654:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000555fe934/0x3e4967fcee50e1c4 lrc: 3/0,0 mode: PW/PW res: [0x11aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1760456369.967659:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d74a6f56/2, rc 0, transno 8128 00010000:00010000:0.0:1760456369.967666:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000555fe934/0x3e4967fcee50e1c4 lrc: 1/0,0 mode: --/PW res: [0x11aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.967667:0:88855:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000416b549d/0x3e4967fcee5060ec lrc: 3/0,0 mode: PR/PR res: [0x1273:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed99 expref: 228 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1760456369.967669:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d74a6f56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852976256:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1760456369.967687:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000555fe934/0x3e4967fcee50e1c4 lrc: 0/0,0 mode: --/PW res: [0x11aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.967693:0:88855:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000416b549d/0x3e4967fcee5060ec lrc: 4/0,0 mode: PR/PR res: [0x1273:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed99 expref: 228 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.967705:0:88855:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d566327 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:88855:1845970852978368:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456369.967708:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1760456369.967711:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456369.967712:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.967716:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456369.967728:0:88855:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d1b19e2f going to sleep for 6 seconds 00000100:00100000:3.0:1760456369.967769:0:164871:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dfef8613 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:164871:1845970852977344:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456369.967770:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456369.967786:0:164871:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008b096a6a/0x3e4967fcee50e1cb lrc: 3/0,1 mode: --/PW res: [0x1272:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.967793:0:87240:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ccdc0379 going to sleep for 6 seconds 00000100:00100000:1.0:1760456369.967794:0:86474:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873990976 00010000:00010000:1.0:1760456369.967808:0:86474:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f5a8845a/0x3e4967fcee5060ad lrc: 4/0,0 mode: PR/PR res: [0x1272:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed8b expref: 229 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.967816:0:87237:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000708faabe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+389:85191:x1845970852977216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4492us (4603us total) trans 12884911221 rc 0/0 00000004:00080000:0.0:1760456369.967821:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ed10c681/2, rc 0, transno 9333 00000100:00100000:2.0:1760456369.967829:0:87237:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19296 00000100:00100000:0.0:1760456369.967831:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed10c681 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852977216:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456369.967834:0:86474:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873990848 00010000:00010000:1.0:1760456369.967843:0:86474:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ca7428b4/0x3e4967fcee50494c lrc: 5/0,0 mode: PR/PR res: [0x119e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e859 expref: 261 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.967866:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1284 00000100:00100000:0.0:1760456369.967872:0:85191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1760456369.967873:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b4c513a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+229:167596:x1845970873990976:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00000100:00100000:2.0:1760456369.967877:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1285 00010000:00010000:1.0:1760456369.967883:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1760456369.967883:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aea56133 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852978560:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456369.967888:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000750a654b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+261:167595:x1845970873990848:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1760456369.967890:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f5a8845a/0x3e4967fcee5060ad lrc: 4/0,0 mode: PR/PR res: [0x1272:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed8b expref: 229 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.967900:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456369.967900:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f5a8845a/0x3e4967fcee5060ad lrc: 3/0,0 mode: PR/PR res: [0x1272:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed8b expref: 229 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.967907:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ca7428b4/0x3e4967fcee50494c lrc: 5/0,0 mode: PR/PR res: [0x119e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e859 expref: 261 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.967914:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1760456369.967915:0:86474:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f5a8845a/0x3e4967fcee5060ad lrc: 0/0,0 mode: --/PR res: [0x1272:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed8b expref: 229 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.967932:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ca7428b4/0x3e4967fcee50494c lrc: 4/0,0 mode: PR/PR res: [0x119e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e859 expref: 261 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.967934:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.967936:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.967939:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008b096a6a/0x3e4967fcee50e1cb lrc: 3/0,1 mode: PW/PW res: [0x1272:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.967943:0:122905:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852978560 00010000:00010000:1.0:1760456369.967947:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008b096a6a/0x3e4967fcee50e1cb lrc: 4/0,1 mode: PW/PW res: [0x1272:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.967950:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000004:00080000:0.0:1760456369.967951:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000000071cb61/2, rc 0, transno 8126 00010000:00010000:2.0:1760456369.967953:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.967956:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001e8bab62/0x3e4967fcee50e1bd lrc: 3/0,1 mode: PW/PW res: [0x119e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.967961:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000071cb61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852975808:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456369.967964:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e8bab62/0x3e4967fcee50e1bd lrc: 4/0,1 mode: PW/PW res: [0x119e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.967968:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1760456369.967971:0:122905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19306 00000100:00100000:3.0:1760456369.967975:0:122905:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da4bec2c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+389:85191:x1845970852978560:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456369.967980:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:3.0:1760456369.967986:0:122905:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4553 count 1 00000100:00100000:1.0:1760456369.967987:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b4c513a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+228:167596:x1845970873990976:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 115us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456369.967997:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1284 00010000:00010000:3.0:1760456369.968000:0:122905:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50e20a lrc: 3/0,1 mode: --/PW res: [0x11c9:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.968000:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000750a654b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+261:167595:x1845970873990848:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 114us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1760456369.968003:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000973f1cde pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852978496:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456369.968019:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1285 00000100:00100000:1.0:1760456369.968019:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003d45bfae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852978432:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456369.968031:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456369.968034:0:122905:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c198cb92/0x3e4967fcee5050ae lrc: 2/0,0 mode: PR/PR res: [0x11c9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e9fd expref: 260 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456369.968040:0:122905:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.968041:0:122905:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.968043:0:122905:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50e20a lrc: 4/0,1 mode: --/PW res: [0x11c9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.968056:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456369.968062:0:122905:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c198cb92/0x3e4967fcee5050ae lrc: 3/0,0 mode: PR/PR res: [0x11c9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e9fd expref: 260 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456369.968066:0:122906:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ca7428b4/0x3e4967fcee50494c lrc: 0/0,0 mode: --/PR res: [0x119e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e859 expref: 260 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.968069:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b0fc99db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852978624:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456369.968078:0:122905:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c198cb92/0x3e4967fcee5050ae lrc: 4/0,0 mode: PR/PR res: [0x11c9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e9fd expref: 260 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.968089:0:122906:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f4813a8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:122906:1845970852977088:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456369.968092:0:122905:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dfef8613 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:122905:1845970852978688:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456369.968106:0:122906:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001e8bab62/0x3e4967fcee50e1bd lrc: 3/0,1 mode: PW/PW res: [0x119e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.968106:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456369.968114:0:122906:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001e8bab62/0x3e4967fcee50e1bd lrc: 3/0,1 mode: PW/PW res: [0x119e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.968115:0:122905:0:(client.c:2500:ptlrpc_set_wait()) set 000000001fb6e0ae going to sleep for 6 seconds 00010000:00010000:2.0:1760456369.968125:0:122906:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001e8bab62/0x3e4967fcee50e1bd lrc: 3/0,1 mode: PW/PW res: [0x119e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.968131:0:122906:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001e8bab62/0x3e4967fcee50e1bd lrc: 3/0,1 mode: PW/PW res: [0x119e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.968138:0:122906:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001e8bab62/0x3e4967fcee50e1bd lrc: 2/0,0 mode: PW/PW res: [0x119e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.968143:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456369.968155:0:122919:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852978496 00000100:00100000:3.0:1760456369.968156:0:122921:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852978432 00010000:00010000:2.0:1760456369.968164:0:122906:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456369.968169:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456369.968173:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001e8bab62/0x3e4967fcee50e1bd lrc: 2/0,0 mode: PW/PW res: [0x119e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.968176:0:122921:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852978624 00010000:00010000:0.0:1760456369.968182:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001e8bab62 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456369.968185:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001e8bab62/0x3e4967fcee50e1bd lrc: 2/0,0 mode: PW/PW res: [0x119e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.968191:0:122921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19307 00010000:00010000:0.0:1760456369.968191:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001e8bab62/0x3e4967fcee50e1bd lrc: 3/0,0 mode: PW/PW res: [0x119e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.968197:0:122921:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005699d169 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+390:85188:x1845970852978432:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1760456369.968210:0:122921:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4542 count 1 00010000:00010000:0.0:1760456369.968213:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001e8bab62/0x3e4967fcee50e1bd lrc: 1/0,0 mode: --/PW res: [0x119e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.968217:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456369.968224:0:122921:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e211 lrc: 3/0,1 mode: --/PW res: [0x11be:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.968225:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001e8bab62/0x3e4967fcee50e1bd lrc: 0/0,0 mode: --/PW res: [0x119e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.968240:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873991040 00010000:00010000:3.0:1760456369.968244:0:122921:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e3a54823/0x3e4967fcee505030 lrc: 2/0,0 mode: PR/PR res: [0x11be:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e9e1 expref: 260 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1760456369.968252:0:164870:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ba802d17 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:164870:1845970852977600:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456369.968254:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456369.968256:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000056f437c/0x3e4967fcee504dba lrc: 4/0,0 mode: PR/PR res: [0x11af:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e955 expref: 260 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.968257:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.968261:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.968261:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.968264:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.968266:0:122921:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e211 lrc: 4/0,1 mode: --/PW res: [0x11be:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.968269:0:164870:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ada93d4c/0x3e4967fcee50e1d9 lrc: 3/0,1 mode: --/PW res: [0x11af:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.968281:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873991104 00010000:00010000:3.0:1760456369.968284:0:122921:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e3a54823/0x3e4967fcee505030 lrc: 3/0,0 mode: PR/PR res: [0x11be:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e9e1 expref: 261 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456369.968292:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009f28c0ea/0x3e4967fcee504e77 lrc: 4/0,0 mode: PR/PR res: [0x11b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e97f expref: 261 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.968292:0:122914:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000074f46256 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:122914:1845970852977792:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456369.968294:0:122921:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e3a54823/0x3e4967fcee505030 lrc: 4/0,0 mode: PR/PR res: [0x11be:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e9e1 expref: 261 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.968312:0:122914:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e1e7 lrc: 3/0,1 mode: --/PW res: [0x11b0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.968324:0:122921:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b12c6387 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:122921:1845970852978752:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456369.968329:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1286 00000100:00100000:2.0:1760456369.968338:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000485ac8cf pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+261:167595:x1845970873991040:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00000100:00100000:1.0:1760456369.968342:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1287 00010000:00010000:2.0:1760456369.968346:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1760456369.968347:0:122921:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ba968e39 going to sleep for 6 seconds 00000100:00100000:1.0:1760456369.968351:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000805568d9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+261:167595:x1845970873991104:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1760456369.968353:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000056f437c/0x3e4967fcee504dba lrc: 4/0,0 mode: PR/PR res: [0x11af:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e955 expref: 261 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.968362:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1760456369.968364:0:122923:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e3674a69/0x3e4967fcee505ff0 lrc: 0/0,0 mode: --/PR res: [0x126b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed61 expref: 227 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.968366:0:164871:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008b096a6a/0x3e4967fcee50e1cb lrc: 3/0,1 mode: PW/PW res: [0x1272:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.968367:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000056f437c/0x3e4967fcee504dba lrc: 3/0,0 mode: PR/PR res: [0x11af:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e955 expref: 261 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.968370:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009f28c0ea/0x3e4967fcee504e77 lrc: 4/0,0 mode: PR/PR res: [0x11b0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e97f expref: 261 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.968392:0:164871:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008b096a6a/0x3e4967fcee50e1cb lrc: 3/0,1 mode: PW/PW res: [0x1272:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.968398:0:122923:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bcd9ba92 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:122923:1845970852976512:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456369.968399:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009f28c0ea/0x3e4967fcee504e77 lrc: 3/0,0 mode: PR/PR res: [0x11b0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e97f expref: 261 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.968402:0:164871:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b096a6a/0x3e4967fcee50e1cb lrc: 3/0,1 mode: PW/PW res: [0x1272:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.968403:0:86473:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000056f437c/0x3e4967fcee504dba lrc: 0/0,0 mode: --/PR res: [0x11af:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e955 expref: 261 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.968412:0:122923:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e193 lrc: 3/0,1 mode: PW/PW res: [0x126b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.968426:0:164871:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008b096a6a/0x3e4967fcee50e1cb lrc: 2/0,0 mode: PW/PW res: [0x1272:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.968433:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.968435:0:86474:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009f28c0ea/0x3e4967fcee504e77 lrc: 0/0,0 mode: --/PR res: [0x11b0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e97f expref: 260 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.968436:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.968436:0:122923:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e193 lrc: 3/0,1 mode: PW/PW res: [0x126b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.968439:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ada93d4c/0x3e4967fcee50e1d9 lrc: 3/0,1 mode: PW/PW res: [0x11af:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.968451:0:164871:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456369.968461:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456369.968461:0:122923:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e193 lrc: 3/0,1 mode: PW/PW res: [0x126b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.968462:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ada93d4c/0x3e4967fcee50e1d9 lrc: 4/0,1 mode: PW/PW res: [0x11af:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.968464:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.968465:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008b096a6a/0x3e4967fcee50e1cb lrc: 2/0,0 mode: PW/PW res: [0x1272:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.968467:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.968470:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e1e7 lrc: 3/0,1 mode: PW/PW res: [0x11b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.968487:0:122923:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e193 lrc: 3/0,1 mode: PW/PW res: [0x126b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.968491:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008b096a6a already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456369.968496:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008b096a6a/0x3e4967fcee50e1cb lrc: 2/0,0 mode: PW/PW res: [0x1272:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.968496:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e1e7 lrc: 4/0,1 mode: PW/PW res: [0x11b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.968498:0:122923:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e193 lrc: 2/0,0 mode: PW/PW res: [0x126b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.968500:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456369.968543:0:122923:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456369.968544:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008b096a6a/0x3e4967fcee50e1cb lrc: 3/0,0 mode: PW/PW res: [0x1272:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.968557:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456369.968558:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008b096a6a/0x3e4967fcee50e1cb lrc: 1/0,0 mode: --/PW res: [0x1272:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.968558:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1760456369.968559:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000485ac8cf pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+259:167595:x1845970873991040:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 220us (422us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456369.968562:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e193 lrc: 2/0,0 mode: PW/PW res: [0x126b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.968577:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000805568d9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+259:167595:x1845970873991104:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 224us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456369.968580:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1286 00010000:00010000:3.0:1760456369.968581:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008b096a6a/0x3e4967fcee50e1cb lrc: 0/0,0 mode: --/PW res: [0x1272:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.968586:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000052a45374 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456369.968591:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e193 lrc: 2/0,0 mode: PW/PW res: [0x126b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.968596:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1287 00010000:00010000:0.0:1760456369.968603:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e193 lrc: 3/0,0 mode: PW/PW res: [0x126b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.968604:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.968607:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.968615:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e193 lrc: 1/0,0 mode: --/PW res: [0x126b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.968629:0:123791:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456369.968631:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.968636:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.968637:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e146 lrc: 2/0,0 mode: PW/PW res: [0x124d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.968637:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e193 lrc: 0/0,0 mode: --/PW res: [0x126b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.968644:0:164870:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ada93d4c/0x3e4967fcee50e1d9 lrc: 3/0,1 mode: PW/PW res: [0x11af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.968659:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000aaa15b8b already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.968661:0:164870:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ada93d4c/0x3e4967fcee50e1d9 lrc: 3/0,1 mode: PW/PW res: [0x11af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.968664:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e146 lrc: 2/0,0 mode: PW/PW res: [0x124d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.968669:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.968672:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.968674:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.968679:0:164870:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ada93d4c/0x3e4967fcee50e1d9 lrc: 3/0,1 mode: PW/PW res: [0x11af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.968680:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e146 lrc: 3/0,0 mode: PW/PW res: [0x124d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.968685:0:122914:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e1e7 lrc: 3/0,1 mode: PW/PW res: [0x11b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.968699:0:164870:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ada93d4c/0x3e4967fcee50e1d9 lrc: 2/0,0 mode: PW/PW res: [0x11af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.968719:0:122914:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e1e7 lrc: 3/0,1 mode: PW/PW res: [0x11b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.968726:0:122914:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e1e7 lrc: 3/0,1 mode: PW/PW res: [0x11b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.968728:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e146 lrc: 1/0,0 mode: --/PW res: [0x124d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.968731:0:164870:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456369.968740:0:122914:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e1e7 lrc: 2/0,0 mode: PW/PW res: [0x11b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.968743:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e146 lrc: 0/0,0 mode: --/PW res: [0x124d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.968763:0:123791:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf7b4e44 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+371:85189:x1845970852974912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13336us (13429us total) trans 38654713793 rc 0/0 00010000:00010000:0.0:1760456369.968763:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456369.968768:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.968769:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ada93d4c/0x3e4967fcee50e1d9 lrc: 2/0,0 mode: PW/PW res: [0x11af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.968772:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.968775:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456369.968775:0:123791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19278 00010000:00010000:0.0:1760456369.968784:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ada93d4c already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456369.968786:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ada93d4c/0x3e4967fcee50e1d9 lrc: 2/0,0 mode: PW/PW res: [0x11af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.968790:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ada93d4c/0x3e4967fcee50e1d9 lrc: 3/0,0 mode: PW/PW res: [0x11af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.968798:0:123791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19308 00010000:00010000:0.0:1760456369.968801:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ada93d4c/0x3e4967fcee50e1d9 lrc: 1/0,0 mode: --/PW res: [0x11af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.968809:0:123791:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000784a77 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+370:85191:x1845970852978624:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1760456369.968810:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ada93d4c/0x3e4967fcee50e1d9 lrc: 0/0,0 mode: --/PW res: [0x11af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.968829:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1760456369.968830:0:123791:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4745 count 1 00010000:00010000:0.0:1760456369.968833:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.968837:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.968847:0:122914:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1760456369.968848:0:123791:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e218 lrc: 3/0,1 mode: --/PW res: [0x1289:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.968854:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1760456369.968868:0:123791:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008bd1ccd1/0x3e4967fcee50641f lrc: 2/0,0 mode: PR/PR res: [0x1289:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee4f expref: 226 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456369.968869:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e1e7 lrc: 2/0,0 mode: PW/PW res: [0x11b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.968891:0:123791:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.968891:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d75f89ec already unused, calling callback (0000000049577fce) 00010000:00010000:2.0:1760456369.968894:0:123791:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.968895:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e1e7 lrc: 2/0,0 mode: PW/PW res: [0x11b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.968896:0:123791:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e218 lrc: 4/0,1 mode: --/PW res: [0x1289:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.968908:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e1e7 lrc: 3/0,0 mode: PW/PW res: [0x11b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.968924:0:164870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fb3261b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+391:85188:x1845970852977472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3818us (3981us total) trans 12884911222 rc 0/0 00010000:00010000:0.0:1760456369.968924:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e1e7 lrc: 1/0,0 mode: --/PW res: [0x11b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.968932:0:123791:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008bd1ccd1/0x3e4967fcee50641f lrc: 3/0,0 mode: PR/PR res: [0x1289:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee4f expref: 226 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456369.968940:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e1e7 lrc: 0/0,0 mode: --/PW res: [0x11b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.968942:0:164870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19299 00010000:00010000:2.0:1760456369.968962:0:123791:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008bd1ccd1/0x3e4967fcee50641f lrc: 4/0,0 mode: PR/PR res: [0x1289:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee4f expref: 226 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.968969:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.968972:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456369.968976:0:123791:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001d785228 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:123791:1845970852978816:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456369.968976:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1760456369.968982:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000bfda183a/2, rc 0, transno 9334 00000100:00100000:3.0:1760456369.968999:0:164871:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8dd4db1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+371:85190:x1845970852977152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5652us (5761us total) trans 38654713794 rc 0/0 00000100:00100000:1.0:1760456369.969000:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfda183a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852977472:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456369.969004:0:123791:0:(client.c:2500:ptlrpc_set_wait()) set 000000009812bcf4 going to sleep for 6 seconds 00000100:00100000:3.0:1760456369.969014:0:164871:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19297 00000100:00100000:1.0:1760456369.969023:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b06b31df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852978880:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1760456369.969051:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000082079110/2, rc 0, transno 8130 00000100:00100000:1.0:1760456369.969054:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1760456369.969070:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000082079110 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852977152:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.969102:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1760456369.969110:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bcd9ba92 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852978944:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.969133:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456369.969178:0:122906:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001bba6dad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+392:85189:x1845970852975488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6422us (10202us total) trans 12884911223 rc 0/0 00000100:00100000:3.0:1760456369.969182:0:164871:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852978880 00000100:00100000:2.0:1760456369.969186:0:122906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19295 00000100:00100000:3.0:1760456369.969216:0:164871:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852978944 00000100:00100000:3.0:1760456369.969247:0:164871:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19309 00000100:00100000:3.0:1760456369.969253:0:164871:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003539d2d8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+392:85188:x1845970852978880:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456369.969268:0:122914:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094ced8f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+392:85191:x1845970852977728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3607us (3708us total) trans 12884911224 rc 0/0 00000100:00100000:0.0:1760456369.969276:0:122914:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19301 00002000:00080000:3.0:1760456369.969282:0:164871:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4547 count 1 00000100:00100000:0.0:1760456369.969299:0:122914:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19310 00010000:00010000:3.0:1760456369.969301:0:164871:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e21f lrc: 3/0,1 mode: --/PW res: [0x11c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.969307:0:122914:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad3ea2c9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+371:85188:x1845970852978944:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456369.969322:0:164871:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001f3f7e90/0x3e4967fcee5050ed lrc: 2/0,0 mode: PR/PR res: [0x11c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ea0b expref: 257 pid: 122920 timeout: 0 lvb_type: 1 00002000:00080000:0.0:1760456369.969323:0:122914:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4747 count 1 00010000:00010000:3.0:1760456369.969332:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.969335:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.969336:0:122914:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051361bf8/0x3e4967fcee50e226 lrc: 3/0,1 mode: --/PW res: [0x128b:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.969338:0:164871:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e21f lrc: 4/0,1 mode: --/PW res: [0x11c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.969357:0:122914:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000086ec7dd9/0x3e4967fcee50649d lrc: 2/0,0 mode: PR/PR res: [0x128b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee6b expref: 226 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456369.969364:0:122914:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.969365:0:122914:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.969367:0:122914:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051361bf8/0x3e4967fcee50e226 lrc: 4/0,1 mode: --/PW res: [0x128b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.969372:0:164871:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001f3f7e90/0x3e4967fcee5050ed lrc: 3/0,0 mode: PR/PR res: [0x11c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ea0b expref: 257 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456369.969384:0:164871:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001f3f7e90/0x3e4967fcee5050ed lrc: 4/0,0 mode: PR/PR res: [0x11c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ea0b expref: 257 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.969390:0:122914:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000086ec7dd9/0x3e4967fcee50649d lrc: 3/0,0 mode: PR/PR res: [0x128b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee6b expref: 226 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456369.969399:0:164871:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001fa99884 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:164871:1845970852979008:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456369.969407:0:122914:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000086ec7dd9/0x3e4967fcee50649d lrc: 4/0,0 mode: PR/PR res: [0x128b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee6b expref: 226 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.969421:0:122914:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000074f46256 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:122914:1845970852979072:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456369.969439:0:164871:0:(client.c:2500:ptlrpc_set_wait()) set 00000000eb0b941d going to sleep for 6 seconds 00000100:00100000:0.0:1760456369.969452:0:122914:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ff46cebc going to sleep for 6 seconds 00000004:00080000:0.0:1760456369.969479:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000015ed96f5/2, rc 0, transno 9335 00000100:00100000:0.0:1760456369.969489:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000015ed96f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852975488:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456369.969552:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065aee2e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852979136:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1760456369.969561:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000eb89d660/2, rc 0, transno 8129 00000100:00100000:0.0:1760456369.969575:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb89d660 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852974912:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1760456369.969584:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456369.969597:0:122919:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852979136 00000100:00100000:2.0:1760456369.969639:0:122919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19311 00000100:00100000:2.0:1760456369.969648:0:122919:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008f20c157 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+371:85189:x1845970852978496:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.969648:0:164870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19312 00000100:00100000:0.0:1760456369.969650:0:85190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1760456369.969656:0:164870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003f2456ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+392:85190:x1845970852979136:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456369.969662:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000077d9fca6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852979200:0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1760456369.969665:0:122919:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4740 count 1 00002000:00080000:1.0:1760456369.969669:0:164870:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4546 count 1 00010000:00010000:2.0:1760456369.969677:0:122919:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fdd2497a/0x3e4967fcee50e22d lrc: 3/0,1 mode: --/PW res: [0x1284:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.969683:0:164870:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000058314f92/0x3e4967fcee50e234 lrc: 3/0,1 mode: --/PW res: [0x11c2:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.969689:0:122919:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d1db7e7f/0x3e4967fcee506362 lrc: 2/0,0 mode: PR/PR res: [0x1284:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee25 expref: 226 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456369.969694:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1760456369.969698:0:164870:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000486d62dd/0x3e4967fcee5051aa lrc: 2/0,0 mode: PR/PR res: [0x11c2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ea35 expref: 257 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.969717:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1760456369.969718:0:87237:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852979200 00010000:00010000:2.0:1760456369.969719:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.969720:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.969722:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.969723:0:164870:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000058314f92/0x3e4967fcee50e234 lrc: 4/0,1 mode: --/PW res: [0x11c2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.969726:0:122919:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fdd2497a/0x3e4967fcee50e22d lrc: 4/0,1 mode: --/PW res: [0x1284:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1760456369.969745:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008b5e42ee/2, rc 0, transno 9336 00000100:00100000:3.0:1760456369.969748:0:87237:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19313 00010000:00010000:2.0:1760456369.969753:0:122919:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d1db7e7f/0x3e4967fcee506362 lrc: 3/0,0 mode: PR/PR res: [0x1284:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee25 expref: 226 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456369.969757:0:87237:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008975dc8b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+372:85190:x1845970852979200:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456369.969760:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008b5e42ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852977728:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456369.969772:0:122919:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d1db7e7f/0x3e4967fcee506362 lrc: 4/0,0 mode: PR/PR res: [0x1284:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee25 expref: 226 pid: 122920 timeout: 4721 lvb_type: 1 00002000:00080000:3.0:1760456369.969777:0:87237:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4746 count 1 00000100:00100000:2.0:1760456369.969781:0:122919:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000076441b21 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:122919:1845970852979264:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456369.969793:0:87237:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000095b90e41/0x3e4967fcee50e23b lrc: 3/0,1 mode: --/PW res: [0x128a:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.969805:0:164870:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000486d62dd/0x3e4967fcee5051aa lrc: 3/0,0 mode: PR/PR res: [0x11c2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ea35 expref: 257 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456369.969809:0:87237:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fbaa63a9/0x3e4967fcee5064dc lrc: 2/0,0 mode: PR/PR res: [0x128a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee79 expref: 226 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456369.969809:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003fcc480c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852979328:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456369.969821:0:122919:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a7250c91 going to sleep for 6 seconds 00010000:00010000:1.0:1760456369.969824:0:164870:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000486d62dd/0x3e4967fcee5051aa lrc: 4/0,0 mode: PR/PR res: [0x11c2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ea35 expref: 257 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.969825:0:87237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.969828:0:87237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.969831:0:87237:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000095b90e41/0x3e4967fcee50e23b lrc: 4/0,1 mode: --/PW res: [0x128a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.969838:0:164870:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ee6d760c pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:164870:1845970852979392:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456369.969847:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456369.969870:0:164870:0:(client.c:2500:ptlrpc_set_wait()) set 00000000324b1fb1 going to sleep for 6 seconds 00010000:00010000:3.0:1760456369.969873:0:87237:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fbaa63a9/0x3e4967fcee5064dc lrc: 3/0,0 mode: PR/PR res: [0x128a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee79 expref: 226 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456369.969885:0:87237:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fbaa63a9/0x3e4967fcee5064dc lrc: 4/0,0 mode: PR/PR res: [0x128a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee79 expref: 226 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.969897:0:87237:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000efc88065 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:87237:1845970852979456:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456369.969916:0:87410:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852979328 00000100:00100000:2.0:1760456369.969931:0:87410:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19314 00000100:00100000:2.0:1760456369.969935:0:87410:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000034e02cb1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+393:85188:x1845970852979328:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456369.969937:0:87237:0:(client.c:2500:ptlrpc_set_wait()) set 000000008648cbd7 going to sleep for 6 seconds 00002000:00080000:2.0:1760456369.969945:0:87410:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4560 count 1 00010000:00010000:2.0:1760456369.969955:0:87410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50e242 lrc: 3/0,1 mode: --/PW res: [0x11d0:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.969963:0:87410:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000b44fd40/0x3e4967fcee5052a6 lrc: 2/0,0 mode: PR/PR res: [0x11d0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ea6d expref: 257 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456369.969968:0:87410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.969969:0:87410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.969970:0:87410:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50e242 lrc: 4/0,1 mode: --/PW res: [0x11d0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.969984:0:87410:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000b44fd40/0x3e4967fcee5052a6 lrc: 3/0,0 mode: PR/PR res: [0x11d0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ea6d expref: 257 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456369.969991:0:87410:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000b44fd40/0x3e4967fcee5052a6 lrc: 4/0,0 mode: PR/PR res: [0x11d0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ea6d expref: 257 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.969998:0:87410:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009d9bf87f pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:87410:1845970852979520:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456369.970031:0:87410:0:(client.c:2500:ptlrpc_set_wait()) set 000000008faae248 going to sleep for 6 seconds 00000100:00100000:2.0:1760456369.970169:0:122923:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b4c05355 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+373:85190:x1845970852976384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8094us (8235us total) trans 38654713795 rc 0/0 00000100:00100000:2.0:1760456369.970174:0:122923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19289 00000004:00080000:0.0:1760456369.970201:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000911a1270/2, rc 0, transno 8131 00000100:00100000:0.0:1760456369.970212:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000911a1270 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852976384:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.970254:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1760456369.970264:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013c81061 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852979584:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.970283:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456369.970320:0:122923:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852979584 00000100:00100000:2.0:1760456369.970350:0:122923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19315 00000100:00100000:2.0:1760456369.970355:0:122923:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000049b1a4e5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+373:85188:x1845970852979584:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1760456369.970368:0:122923:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4754 count 1 00010000:00010000:2.0:1760456369.970379:0:122923:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007d31c243/0x3e4967fcee50e249 lrc: 3/0,1 mode: --/PW res: [0x1292:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.970390:0:122923:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000002f9366c/0x3e4967fcee50651b lrc: 2/0,0 mode: PR/PR res: [0x1292:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee87 expref: 226 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456369.970397:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.970399:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.970400:0:122923:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007d31c243/0x3e4967fcee50e249 lrc: 4/0,1 mode: --/PW res: [0x1292:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.970423:0:122923:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000002f9366c/0x3e4967fcee50651b lrc: 3/0,0 mode: PR/PR res: [0x1292:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee87 expref: 226 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456369.970431:0:122923:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000002f9366c/0x3e4967fcee50651b lrc: 4/0,0 mode: PR/PR res: [0x1292:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee87 expref: 226 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.970440:0:122923:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050306f11 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:122923:1845970852979648:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456369.970469:0:122923:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d898cb1c going to sleep for 6 seconds 00000100:00100000:2.0:1760456369.971554:0:164867:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002cb8ded9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:164867:1845970852977664:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456369.971559:0:122920:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090f4e383 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:122920:1845970852977920:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456369.971575:0:164867:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50e1e0 lrc: 3/0,1 mode: --/PW res: [0x11b2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.971580:0:122920:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005f5217a4/0x3e4967fcee50e1ee lrc: 3/0,1 mode: --/PW res: [0x11bc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.971582:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:3.0:1760456369.971597:0:88855:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d566327 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:88855:1845970852978368:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456369.971635:0:88855:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e1d2 lrc: 3/0,1 mode: --/PW res: [0x1273:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.971647:0:87240:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023a49035 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:87240:1845970852978304:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456369.971655:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456369.971668:0:87240:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e203 lrc: 3/0,1 mode: --/PW res: [0x1274:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.971675:0:122905:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dfef8613 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:122905:1845970852978688:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456369.971686:0:87239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041fd077 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:87239:1845970852978176:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456369.971698:0:122905:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50e20a lrc: 3/0,1 mode: --/PW res: [0x11c9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.971706:0:87239:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bed1ec81/0x3e4967fcee50e1f5 lrc: 3/0,1 mode: --/PW res: [0x11bd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.971729:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873991168 00000100:00100000:3.0:1760456369.971740:0:122921:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b12c6387 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:122921:1845970852978752:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456369.971747:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000fbf8b1a/0x3e4967fcee504e38 lrc: 4/0,0 mode: PR/PR res: [0x11b2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e971 expref: 258 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.971752:0:122921:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e211 lrc: 3/0,1 mode: --/PW res: [0x11be:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.971774:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873991232 00000100:00100000:3.0:1760456369.971787:0:164871:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001fa99884 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:164871:1845970852979008:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456369.971788:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c94c88f2/0x3e4967fcee504ef5 lrc: 4/0,0 mode: PR/PR res: [0x11bc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e99b expref: 259 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.971807:0:164871:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e21f lrc: 3/0,1 mode: --/PW res: [0x11c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.971812:0:122914:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000074f46256 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:122914:1845970852979072:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456369.971829:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1288 00010000:00010000:0.0:1760456369.971836:0:122914:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000051361bf8/0x3e4967fcee50e226 lrc: 3/0,1 mode: --/PW res: [0x128b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.971840:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ef738e6f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+259:167593:x1845970873991168:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1760456369.971855:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1760456369.971862:0:87237:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000efc88065 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:87237:1845970852979456:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456369.971863:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000fbf8b1a/0x3e4967fcee504e38 lrc: 4/0,0 mode: PR/PR res: [0x11b2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e971 expref: 259 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.971881:0:87237:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000095b90e41/0x3e4967fcee50e23b lrc: 3/0,1 mode: --/PW res: [0x128a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.971882:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000fbf8b1a/0x3e4967fcee504e38 lrc: 3/0,0 mode: PR/PR res: [0x11b2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e971 expref: 259 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.971909:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456369.971917:0:86475:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000fbf8b1a/0x3e4967fcee504e38 lrc: 0/0,0 mode: --/PR res: [0x11b2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e971 expref: 259 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.971930:0:122923:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050306f11 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:122923:1845970852979648:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456369.971932:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.971936:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1760456369.971937:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456369.971940:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50e1e0 lrc: 3/0,1 mode: PW/PW res: [0x11b2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.971944:0:122923:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007d31c243/0x3e4967fcee50e249 lrc: 3/0,1 mode: --/PW res: [0x1292:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.971954:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50e1e0 lrc: 4/0,1 mode: PW/PW res: [0x11b2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.971964:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:3.0:1760456369.971976:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873991296 00010000:00010000:2.0:1760456369.971987:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456369.971993:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002cb44df2/0x3e4967fcee506227 lrc: 5/0,0 mode: PR/PR res: [0x1271:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eddf expref: 227 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.972018:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ef738e6f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+258:167593:x1845970873991168:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 179us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456369.972019:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873991680 00000100:00100000:2.0:1760456369.972029:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1288 00010000:00010000:3.0:1760456369.972033:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008bd1ccd1/0x3e4967fcee50641f lrc: 5/0,0 mode: PR/PR res: [0x1289:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee4f expref: 228 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.972044:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456369.972054:0:86475:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873991424 00000100:00100000:3.0:1760456369.972056:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873991552 00010000:00010000:3.0:1760456369.972073:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c198cb92/0x3e4967fcee5050ae lrc: 4/0,0 mode: PR/PR res: [0x11c9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e9fd expref: 258 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.972074:0:86475:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000416b549d/0x3e4967fcee5060ec lrc: 4/0,0 mode: PR/PR res: [0x1273:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed99 expref: 229 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.972099:0:122347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1289 00000100:00100000:3.0:1760456369.972104:0:122347:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000225e43c4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+258:167593:x1845970873991232:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00000100:00100000:2.0:1760456369.972110:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1290 00010000:00010000:3.0:1760456369.972111:0:122347:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456369.972115:0:122347:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c94c88f2/0x3e4967fcee504ef5 lrc: 4/0,0 mode: PR/PR res: [0x11bc:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e99b expref: 258 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.972124:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6f860ee pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+229:167594:x1845970873991296:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1760456369.972129:0:122347:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c94c88f2/0x3e4967fcee504ef5 lrc: 3/0,0 mode: PR/PR res: [0x11bc:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e99b expref: 258 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.972136:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456369.972144:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002cb44df2/0x3e4967fcee506227 lrc: 5/0,0 mode: PR/PR res: [0x1271:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eddf expref: 229 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.972149:0:122347:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c94c88f2/0x3e4967fcee504ef5 lrc: 0/0,0 mode: --/PR res: [0x11bc:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e99b expref: 258 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.972168:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.972170:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.972171:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002cb44df2/0x3e4967fcee506227 lrc: 4/0,0 mode: PR/PR res: [0x1271:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eddf expref: 229 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.972172:0:122347:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005f5217a4/0x3e4967fcee50e1ee lrc: 3/0,1 mode: PW/PW res: [0x11bc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.972189:0:122347:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005f5217a4/0x3e4967fcee50e1ee lrc: 4/0,1 mode: PW/PW res: [0x11bc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.972195:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.972213:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456369.972218:0:122347:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1760456369.972230:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456369.972236:0:122920:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005f5217a4/0x3e4967fcee50e1ee lrc: 3/0,1 mode: PW/PW res: [0x11bc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.972244:0:122920:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005f5217a4/0x3e4967fcee50e1ee lrc: 3/0,1 mode: PW/PW res: [0x11bc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.972247:0:122347:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000225e43c4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+257:167593:x1845970873991232:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 140us (594us total) trans 0 rc 0/0 00010000:00010000:2.0:1760456369.972250:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.972254:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.972257:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e1fc lrc: 3/0,1 mode: PW/PW res: [0x1271:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.972261:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456369.972263:0:122920:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005f5217a4/0x3e4967fcee50e1ee lrc: 3/0,1 mode: PW/PW res: [0x11bc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.972268:0:122347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1289 00010000:00010000:2.0:1760456369.972284:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e1fc lrc: 4/0,1 mode: PW/PW res: [0x1271:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.972284:0:122920:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005f5217a4/0x3e4967fcee50e1ee lrc: 2/0,0 mode: PW/PW res: [0x11bc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.972289:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873991808 00010000:00010000:3.0:1760456369.972306:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000086ec7dd9/0x3e4967fcee50649d lrc: 4/0,0 mode: PR/PR res: [0x128b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee6b expref: 230 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.972313:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456369.972319:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456369.972323:0:122920:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456369.972327:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.972331:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005f5217a4/0x3e4967fcee50e1ee lrc: 2/0,0 mode: PW/PW res: [0x11bc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.972334:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873991744 00000100:00100000:2.0:1760456369.972348:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6f860ee pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+230:167594:x1845970873991296:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 227us (439us total) trans 0 rc 0/0 00010000:00010000:3.0:1760456369.972350:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001f3f7e90/0x3e4967fcee5050ed lrc: 4/0,0 mode: PR/PR res: [0x11c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ea0b expref: 257 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.972365:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1290 00010000:00010000:1.0:1760456369.972380:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005f5217a4 already unused, calling callback (0000000049577fce) 00000100:00100000:3.0:1760456369.972382:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873991360 00010000:00010000:1.0:1760456369.972384:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005f5217a4/0x3e4967fcee50e1ee lrc: 2/0,0 mode: PW/PW res: [0x11bc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.972392:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005f5217a4/0x3e4967fcee50e1ee lrc: 3/0,0 mode: PW/PW res: [0x11bc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.972396:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f5029bec/0x3e4967fcee504ff1 lrc: 4/0,0 mode: PR/PR res: [0x11bd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e9d3 expref: 258 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.972407:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005f5217a4/0x3e4967fcee50e1ee lrc: 1/0,0 mode: --/PW res: [0x11bc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.972418:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005f5217a4/0x3e4967fcee50e1ee lrc: 0/0,0 mode: --/PW res: [0x11bc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.972420:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873991936 00000100:00100000:2.0:1760456369.972420:0:86475:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873991488 00010000:00010000:3.0:1760456369.972435:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000486d62dd/0x3e4967fcee5051aa lrc: 5/0,0 mode: PR/PR res: [0x11c2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ea35 expref: 259 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.972435:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.972438:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.972441:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456369.972442:0:86475:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000081ab3379/0x3e4967fcee5062a5 lrc: 4/0,0 mode: PR/PR res: [0x1274:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49edfb expref: 230 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.972457:0:122347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1291 00000100:00100000:3.0:1760456369.972463:0:122347:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009cbc0b14 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+230:167596:x1845970873991680:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00000100:00100000:1.0:1760456369.972469:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1292 00010000:00010000:3.0:1760456369.972474:0:122347:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1760456369.972478:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000701cdd97 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+259:167594:x1845970873991552:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1760456369.972482:0:122347:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008bd1ccd1/0x3e4967fcee50641f lrc: 5/0,0 mode: PR/PR res: [0x1289:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee4f expref: 230 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.972482:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1293 00010000:00010000:1.0:1760456369.972490:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1760456369.972495:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d3fa129b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+230:167594:x1845970873991424:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1760456369.972497:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c198cb92/0x3e4967fcee5050ae lrc: 4/0,0 mode: PR/PR res: [0x11c9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e9fd expref: 259 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.972502:0:122347:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008bd1ccd1/0x3e4967fcee50641f lrc: 4/0,0 mode: PR/PR res: [0x1289:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee4f expref: 230 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.972507:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456369.972573:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.972575:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.972577:0:122347:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e218 lrc: 3/0,1 mode: PW/PW res: [0x1289:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.972583:0:122347:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e218 lrc: 4/0,1 mode: PW/PW res: [0x1289:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.972596:0:122347:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456369.972597:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000416b549d/0x3e4967fcee5060ec lrc: 4/0,0 mode: PR/PR res: [0x1273:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed99 expref: 230 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.972611:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000416b549d/0x3e4967fcee5060ec lrc: 3/0,0 mode: PR/PR res: [0x1273:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed99 expref: 230 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.972630:0:122347:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009cbc0b14 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+230:167596:x1845970873991680:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 155us (687us total) trans 0 rc 0/0 00000100:00100000:0.0:1760456369.972643:0:122920:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009d5f955f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+394:85189:x1845970852977856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6141us (6224us total) trans 12884911225 rc 0/0 00010000:00010000:1.0:1760456369.972651:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c198cb92/0x3e4967fcee5050ae lrc: 3/0,0 mode: PR/PR res: [0x11c9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e9fd expref: 259 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.972652:0:122347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1291 00000100:00100000:0.0:1760456369.972658:0:122920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19302 00010000:00010000:2.0:1760456369.972659:0:86475:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000416b549d/0x3e4967fcee5060ec lrc: 0/0,0 mode: --/PR res: [0x1273:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed99 expref: 230 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.972673:0:122347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1294 00000100:00100000:3.0:1760456369.972682:0:122347:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006970ca9a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+228:167596:x1845970873991808:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1760456369.972683:0:86474:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c198cb92/0x3e4967fcee5050ae lrc: 0/0,0 mode: --/PR res: [0x11c9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e9fd expref: 259 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.972686:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.972690:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.972693:0:122347:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:0.0:1760456369.972693:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006aace924/2, rc 0, transno 9337 00010000:00010000:2.0:1760456369.972694:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e1d2 lrc: 3/0,1 mode: PW/PW res: [0x1273:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.972698:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.972700:0:122347:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000086ec7dd9/0x3e4967fcee50649d lrc: 4/0,0 mode: PR/PR res: [0x128b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee6b expref: 228 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.972701:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1760456369.972703:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006aace924 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852977856:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456369.972705:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50e20a lrc: 3/0,1 mode: PW/PW res: [0x11c9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.972717:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e1d2 lrc: 4/0,1 mode: PW/PW res: [0x1273:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.972728:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50e20a lrc: 4/0,1 mode: PW/PW res: [0x11c9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.972729:0:122347:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000086ec7dd9/0x3e4967fcee50649d lrc: 3/0,0 mode: PR/PR res: [0x128b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee6b expref: 228 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.972737:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000648a6463 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852979712:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456369.972757:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456369.972760:0:122347:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000086ec7dd9/0x3e4967fcee50649d lrc: 0/0,0 mode: --/PR res: [0x128b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee6b expref: 228 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.972769:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1760456369.972770:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456369.972777:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.972780:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.972782:0:122347:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000051361bf8/0x3e4967fcee50e226 lrc: 3/0,1 mode: PW/PW res: [0x128b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.972783:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d3fa129b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+227:167594:x1845970873991424:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 291us (825us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456369.972800:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000701cdd97 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+258:167594:x1845970873991552:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 320us (753us total) trans 0 rc 0/0 00010000:00010000:3.0:1760456369.972803:0:122347:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051361bf8/0x3e4967fcee50e226 lrc: 4/0,1 mode: PW/PW res: [0x128b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.972807:0:122920:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852979712 00000100:00100000:2.0:1760456369.972809:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1293 00000100:00100000:1.0:1760456369.972818:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1292 00000100:00100000:0.0:1760456369.972832:0:122920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19316 00010000:00010000:3.0:1760456369.972837:0:122347:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1760456369.972837:0:122920:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000df56cdea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+394:85190:x1845970852979712:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456369.972844:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1295 00002000:00080000:0.0:1760456369.972850:0:122920:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4561 count 1 00000100:00100000:1.0:1760456369.972851:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1296 00000100:00100000:2.0:1760456369.972855:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069cb3ca5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+257:167594:x1845970873991744:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1760456369.972863:0:122920:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e250 lrc: 3/0,1 mode: --/PW res: [0x11d1:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.972865:0:122347:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006970ca9a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+226:167596:x1845970873991808:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 179us (673us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456369.972865:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000467d5fb5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+257:167594:x1845970873991360:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1760456369.972869:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456369.972879:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001f3f7e90/0x3e4967fcee5050ed lrc: 4/0,0 mode: PR/PR res: [0x11c3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ea0b expref: 257 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.972880:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1760456369.972886:0:122920:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000503abe1f/0x3e4967fcee505324 lrc: 2/0,0 mode: PR/PR res: [0x11d1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ea89 expref: 257 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.972887:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f5029bec/0x3e4967fcee504ff1 lrc: 4/0,0 mode: PR/PR res: [0x11bd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e9d3 expref: 257 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.972888:0:122347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1294 00000100:00100000:3.0:1760456369.972909:0:122347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1297 00010000:00010000:0.0:1760456369.972910:0:122920:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.972913:0:122920:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.972915:0:122920:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e250 lrc: 4/0,1 mode: --/PW res: [0x11d1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.972917:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f5029bec/0x3e4967fcee504ff1 lrc: 3/0,0 mode: PR/PR res: [0x11bd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e9d3 expref: 257 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.972921:0:122347:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bbb1e3ad pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+257:167596:x1845970873991936:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1760456369.972932:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001f3f7e90/0x3e4967fcee5050ed lrc: 3/0,0 mode: PR/PR res: [0x11c3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ea0b expref: 257 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.972934:0:122347:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456369.972942:0:122347:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000486d62dd/0x3e4967fcee5051aa lrc: 5/0,0 mode: PR/PR res: [0x11c2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ea35 expref: 257 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.972951:0:86474:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f5029bec/0x3e4967fcee504ff1 lrc: 0/0,0 mode: --/PR res: [0x11bd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e9d3 expref: 257 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.972951:0:122920:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000503abe1f/0x3e4967fcee505324 lrc: 3/0,0 mode: PR/PR res: [0x11d1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ea89 expref: 257 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456369.972968:0:122347:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000486d62dd/0x3e4967fcee5051aa lrc: 4/0,0 mode: PR/PR res: [0x11c2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ea35 expref: 257 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.972968:0:86475:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001f3f7e90/0x3e4967fcee5050ed lrc: 0/0,0 mode: --/PR res: [0x11c3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ea0b expref: 257 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.972978:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.972979:0:122920:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000503abe1f/0x3e4967fcee505324 lrc: 4/0,0 mode: PR/PR res: [0x11d1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ea89 expref: 256 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.972981:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.972984:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bed1ec81/0x3e4967fcee50e1f5 lrc: 3/0,1 mode: PW/PW res: [0x11bd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.972997:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.973000:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.973003:0:122347:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000058314f92/0x3e4967fcee50e234 lrc: 3/0,1 mode: PW/PW res: [0x11c2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.973003:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.973005:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bed1ec81/0x3e4967fcee50e1f5 lrc: 4/0,1 mode: PW/PW res: [0x11bd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.973007:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.973011:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e21f lrc: 3/0,1 mode: PW/PW res: [0x11c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.973027:0:122347:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000058314f92/0x3e4967fcee50e234 lrc: 4/0,1 mode: PW/PW res: [0x11c2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.973034:0:122920:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000004d33530 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:122920:1845970852979776:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456369.973039:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e21f lrc: 4/0,1 mode: PW/PW res: [0x11c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.973041:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456369.973055:0:122347:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1760456369.973064:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000467d5fb5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+255:167594:x1845970873991360:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 204us (834us total) trans 0 rc 0/0 00000100:00100000:0.0:1760456369.973068:0:122920:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ccdc0379 going to sleep for 6 seconds 00010000:00010000:2.0:1760456369.973069:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1760456369.973072:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1296 00000100:00100000:3.0:1760456369.973078:0:122347:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bbb1e3ad pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+255:167596:x1845970873991936:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 159us (769us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456369.973086:0:122347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1297 00010000:00010000:0.0:1760456369.973087:0:122914:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000051361bf8/0x3e4967fcee50e226 lrc: 3/0,1 mode: PW/PW res: [0x128b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.973094:0:122914:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000051361bf8/0x3e4967fcee50e226 lrc: 3/0,1 mode: PW/PW res: [0x128b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.973099:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1298 00000100:00100000:2.0:1760456369.973100:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069cb3ca5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+253:167594:x1845970873991744:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 243us (880us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456369.973110:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c95fe19 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+225:167594:x1845970873991488:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1760456369.973110:0:122914:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051361bf8/0x3e4967fcee50e226 lrc: 3/0,1 mode: PW/PW res: [0x128b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.973120:0:88855:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e1d2 lrc: 3/0,1 mode: PW/PW res: [0x1273:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.973121:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1760456369.973122:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1295 00010000:00010000:1.0:1760456369.973128:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000081ab3379/0x3e4967fcee5062a5 lrc: 4/0,0 mode: PR/PR res: [0x1274:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49edfb expref: 225 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.973129:0:122914:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000051361bf8/0x3e4967fcee50e226 lrc: 2/0,0 mode: PW/PW res: [0x128b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.973137:0:88855:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e1d2 lrc: 3/0,1 mode: PW/PW res: [0x1273:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.973156:0:164867:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50e1e0 lrc: 3/0,1 mode: PW/PW res: [0x11b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.973157:0:88855:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e1d2 lrc: 3/0,1 mode: PW/PW res: [0x1273:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.973159:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000081ab3379/0x3e4967fcee5062a5 lrc: 3/0,0 mode: PR/PR res: [0x1274:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49edfb expref: 225 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.973161:0:122914:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456369.973171:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456369.973176:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000051361bf8/0x3e4967fcee50e226 lrc: 2/0,0 mode: PW/PW res: [0x128b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.973180:0:88855:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e1d2 lrc: 2/0,0 mode: PW/PW res: [0x1273:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.973187:0:164867:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50e1e0 lrc: 3/0,1 mode: PW/PW res: [0x11b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.973192:0:86474:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000081ab3379/0x3e4967fcee5062a5 lrc: 0/0,0 mode: --/PR res: [0x1274:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49edfb expref: 225 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.973200:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000051361bf8 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456369.973204:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000051361bf8/0x3e4967fcee50e226 lrc: 2/0,0 mode: PW/PW res: [0x128b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.973217:0:164867:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50e1e0 lrc: 3/0,1 mode: PW/PW res: [0x11b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.973221:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.973224:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.973226:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e203 lrc: 3/0,1 mode: PW/PW res: [0x1274:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.973229:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000051361bf8/0x3e4967fcee50e226 lrc: 3/0,0 mode: PW/PW res: [0x128b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.973235:0:88855:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456369.973246:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.973248:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e203 lrc: 4/0,1 mode: PW/PW res: [0x1274:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.973251:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e1d2 lrc: 2/0,0 mode: PW/PW res: [0x1273:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.973272:0:164867:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50e1e0 lrc: 2/0,0 mode: PW/PW res: [0x11b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.973279:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fe04f7ce already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456369.973282:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e1d2 lrc: 2/0,0 mode: PW/PW res: [0x1273:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.973285:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000051361bf8/0x3e4967fcee50e226 lrc: 1/0,0 mode: --/PW res: [0x128b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.973286:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456369.973294:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e1d2 lrc: 3/0,0 mode: PW/PW res: [0x1273:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.973296:0:164867:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456369.973296:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000051361bf8/0x3e4967fcee50e226 lrc: 0/0,0 mode: --/PW res: [0x128b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.973304:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c95fe19 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+224:167594:x1845970873991488:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 193us (1049us total) trans 0 rc 0/0 00010000:00010000:3.0:1760456369.973319:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e1d2 lrc: 1/0,0 mode: --/PW res: [0x1273:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.973320:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1298 00010000:00010000:3.0:1760456369.973328:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e1d2 lrc: 0/0,0 mode: --/PW res: [0x1273:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.973331:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456369.973335:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50e1e0 lrc: 2/0,0 mode: PW/PW res: [0x11b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.973342:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000065a82ee already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456369.973345:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50e1e0 lrc: 2/0,0 mode: PW/PW res: [0x11b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.973349:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.973350:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50e1e0 lrc: 3/0,0 mode: PW/PW res: [0x11b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.973352:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.973356:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.973363:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50e1e0 lrc: 1/0,0 mode: --/PW res: [0x11b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.973369:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50e1e0 lrc: 0/0,0 mode: --/PW res: [0x11b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.973382:0:164870:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000486d62dd/0x3e4967fcee5051aa lrc: 0/0,0 mode: --/PR res: [0x11c2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ea35 expref: 252 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.973385:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.973389:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.973393:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1760456369.973396:0:164870:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ee6d760c pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:164870:1845970852979392:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456369.973400:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.973409:0:164870:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000058314f92/0x3e4967fcee50e234 lrc: 3/0,1 mode: PW/PW res: [0x11c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.973411:0:87240:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e203 lrc: 3/0,1 mode: PW/PW res: [0x1274:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.973423:0:164870:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000058314f92/0x3e4967fcee50e234 lrc: 3/0,1 mode: PW/PW res: [0x11c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.973424:0:87240:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e203 lrc: 3/0,1 mode: PW/PW res: [0x1274:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.973438:0:164870:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000058314f92/0x3e4967fcee50e234 lrc: 3/0,1 mode: PW/PW res: [0x11c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.973441:0:87240:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e203 lrc: 3/0,1 mode: PW/PW res: [0x1274:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.973454:0:164870:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000058314f92/0x3e4967fcee50e234 lrc: 3/0,1 mode: PW/PW res: [0x11c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.973455:0:87240:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e203 lrc: 2/0,0 mode: PW/PW res: [0x1274:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.973470:0:164870:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000058314f92/0x3e4967fcee50e234 lrc: 2/0,0 mode: PW/PW res: [0x11c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.973477:0:87240:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456369.973485:0:164870:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1760456369.973492:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1760456369.973497:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456369.973497:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e203 lrc: 2/0,0 mode: PW/PW res: [0x1274:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.973502:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000058314f92/0x3e4967fcee50e234 lrc: 2/0,0 mode: PW/PW res: [0x11c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.973505:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b187ecd8 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456369.973524:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e203 lrc: 2/0,0 mode: PW/PW res: [0x1274:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.973530:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000058314f92 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456369.973531:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e203 lrc: 3/0,0 mode: PW/PW res: [0x1274:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.973535:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000058314f92/0x3e4967fcee50e234 lrc: 2/0,0 mode: PW/PW res: [0x11c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.973546:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000058314f92/0x3e4967fcee50e234 lrc: 3/0,0 mode: PW/PW res: [0x11c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.973549:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e203 lrc: 1/0,0 mode: --/PW res: [0x1274:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.973557:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e203 lrc: 0/0,0 mode: --/PW res: [0x1274:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.973561:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000058314f92/0x3e4967fcee50e234 lrc: 1/0,0 mode: --/PW res: [0x11c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.973580:0:88855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000753ed154 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+374:85189:x1845970852977408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8914us (9269us total) trans 38654713796 rc 0/0 00010000:00010000:1.0:1760456369.973580:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000058314f92/0x3e4967fcee50e234 lrc: 0/0,0 mode: --/PW res: [0x11c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.973594:0:88855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19298 00010000:00010000:0.0:1760456369.973602:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.973606:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.973608:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.973610:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.973612:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.973616:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.973633:0:87239:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bed1ec81/0x3e4967fcee50e1f5 lrc: 3/0,1 mode: PW/PW res: [0x11bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.973644:0:164867:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f055a3f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+395:85191:x1845970852977536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8477us (8676us total) trans 12884911226 rc 0/0 00010000:00010000:3.0:1760456369.973649:0:87239:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bed1ec81/0x3e4967fcee50e1f5 lrc: 3/0,1 mode: PW/PW res: [0x11bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.973657:0:164867:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19300 00010000:00010000:3.0:1760456369.973658:0:87239:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bed1ec81/0x3e4967fcee50e1f5 lrc: 3/0,1 mode: PW/PW res: [0x11bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.973665:0:87239:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bed1ec81/0x3e4967fcee50e1f5 lrc: 2/0,0 mode: PW/PW res: [0x11bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.973677:0:87239:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456369.973688:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456369.973691:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bed1ec81/0x3e4967fcee50e1f5 lrc: 2/0,0 mode: PW/PW res: [0x11bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.973692:0:122905:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50e20a lrc: 3/0,1 mode: PW/PW res: [0x11c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.973703:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bed1ec81 already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456369.973706:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bed1ec81/0x3e4967fcee50e1f5 lrc: 2/0,0 mode: PW/PW res: [0x11bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.973711:0:122905:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50e20a lrc: 3/0,1 mode: PW/PW res: [0x11c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.973713:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bed1ec81/0x3e4967fcee50e1f5 lrc: 3/0,0 mode: PW/PW res: [0x11bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.973735:0:122905:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50e20a lrc: 3/0,1 mode: PW/PW res: [0x11c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.973737:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bed1ec81/0x3e4967fcee50e1f5 lrc: 1/0,0 mode: --/PW res: [0x11bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.973748:0:122905:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50e20a lrc: 2/0,0 mode: PW/PW res: [0x11c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.973750:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bed1ec81/0x3e4967fcee50e1f5 lrc: 0/0,0 mode: --/PW res: [0x11bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.973787:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1760456369.973787:0:122905:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1760456369.973790:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50e20a lrc: 3/0,0 mode: PW/PW res: [0x11c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.973791:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.973799:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001efa1cc8 already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456369.973803:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50e20a lrc: 2/0,0 mode: PW/PW res: [0x11c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.973810:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50e20a lrc: 3/0,0 mode: PW/PW res: [0x11c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.973824:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50e20a lrc: 1/0,0 mode: --/PW res: [0x11c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.973831:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50e20a lrc: 0/0,0 mode: --/PW res: [0x11c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.973851:0:164870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003f2456ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+395:85190:x1845970852979136:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4194us (4268us total) trans 12884911227 rc 0/0 00010000:00010000:3.0:1760456369.973854:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.973858:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1760456369.973859:0:164870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19312 00010000:00010000:3.0:1760456369.973862:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456369.973871:0:87240:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000096bf39d8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+374:85191:x1845970852978112:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6459us (6528us total) trans 38654713797 rc 0/0 00000100:00100000:0.0:1760456369.973877:0:87240:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19305 00000100:00100000:1.0:1760456369.973908:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000004:00080000:0.0:1760456369.973915:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000065aee2e2/2, rc 0, transno 9339 00000100:00100000:0.0:1760456369.973925:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065aee2e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852979136:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456369.973955:0:85190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1760456369.973965:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000caf4086 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852979840:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456369.973968:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456369.974003:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456369.974026:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456369.974034:0:87240:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852979840 00000100:00100000:2.0:1760456369.974056:0:122905:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da4bec2c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+397:85191:x1845970852978560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6076us (6144us total) trans 12884911228 rc 0/0 00000100:00100000:0.0:1760456369.974063:0:87240:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19317 00000100:00100000:0.0:1760456369.974070:0:87240:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000039485601 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+397:85190:x1845970852979840:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456369.974074:0:122905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19306 00000100:00100000:1.0:1760456369.974081:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00002000:00080000:0.0:1760456369.974083:0:87240:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4569 count 1 00010000:00010000:0.0:1760456369.974095:0:87240:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e257 lrc: 3/0,1 mode: --/PW res: [0x11d9:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.974104:0:87240:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fa3963c6/0x3e4967fcee505420 lrc: 2/0,0 mode: PR/PR res: [0x11d9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eac1 expref: 251 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1760456369.974106:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873991616 00010000:00010000:0.0:1760456369.974111:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.974113:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.974115:0:87240:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e257 lrc: 4/0,1 mode: --/PW res: [0x11d9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.974120:0:87239:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d7bd5c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+396:85188:x1845970852977984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6777us (6952us total) trans 12884911229 rc 0/0 00010000:00010000:2.0:1760456369.974125:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e3a54823/0x3e4967fcee505030 lrc: 4/0,0 mode: PR/PR res: [0x11be:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e9e1 expref: 252 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.974137:0:87239:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19303 00000100:00100000:1.0:1760456369.974147:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456369.974154:0:87240:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fa3963c6/0x3e4967fcee505420 lrc: 3/0,0 mode: PR/PR res: [0x11d9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eac1 expref: 252 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456369.974160:0:164871:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e21f lrc: 3/0,1 mode: PW/PW res: [0x11c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.974171:0:164871:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e21f lrc: 3/0,1 mode: PW/PW res: [0x11c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.974172:0:87240:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fa3963c6/0x3e4967fcee505420 lrc: 4/0,0 mode: PR/PR res: [0x11d9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eac1 expref: 252 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.974184:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873992064 00010000:00010000:3.0:1760456369.974191:0:164871:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e21f lrc: 3/0,1 mode: PW/PW res: [0x11c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.974197:0:87240:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f514b3a6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:87240:1845970852979904:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456369.974200:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000b44fd40/0x3e4967fcee5052a6 lrc: 5/0,0 mode: PR/PR res: [0x11d0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ea6d expref: 253 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.974202:0:164871:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e21f lrc: 2/0,0 mode: PW/PW res: [0x11c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.974224:0:87240:0:(client.c:2500:ptlrpc_set_wait()) set 00000000046e0fdb going to sleep for 6 seconds 00000100:00100000:3.0:1760456369.974228:0:88636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873991872 00000100:00100000:2.0:1760456369.974241:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873992000 00010000:00010000:3.0:1760456369.974242:0:88636:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d1db7e7f/0x3e4967fcee506362 lrc: 5/0,0 mode: PR/PR res: [0x1284:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee25 expref: 224 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.974259:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fbaa63a9/0x3e4967fcee5064dc lrc: 4/0,0 mode: PR/PR res: [0x128a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee79 expref: 225 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.974262:0:88636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873992128 00000100:00100000:1.0:1760456369.974268:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1299 00000004:00080000:0.0:1760456369.974269:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000aea56133/2, rc 0, transno 9340 00010000:00010000:3.0:1760456369.974274:0:88636:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000002f9366c/0x3e4967fcee50651b lrc: 4/0,0 mode: PR/PR res: [0x1292:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee87 expref: 226 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.974277:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000467d5fb5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+253:167594:x1845970873991616:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00000100:00100000:0.0:1760456369.974284:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aea56133 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852978560:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456369.974290:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1760456369.974291:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1300 00000100:00100000:2.0:1760456369.974299:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000097b719bc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+253:167596:x1845970873992064:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00000100:00100000:3.0:1760456369.974306:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1301 00010000:00010000:2.0:1760456369.974308:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1760456369.974312:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000081141810 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+226:167594:x1845970873991872:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1760456369.974318:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000b44fd40/0x3e4967fcee5052a6 lrc: 5/0,0 mode: PR/PR res: [0x11d0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ea6d expref: 253 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.974320:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456369.974327:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d1db7e7f/0x3e4967fcee506362 lrc: 5/0,0 mode: PR/PR res: [0x1284:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee25 expref: 226 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.974335:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000b44fd40/0x3e4967fcee5052a6 lrc: 4/0,0 mode: PR/PR res: [0x11d0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ea6d expref: 253 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.974337:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d1db7e7f/0x3e4967fcee506362 lrc: 4/0,0 mode: PR/PR res: [0x1284:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee25 expref: 226 pid: 122920 timeout: 4721 lvb_type: 1 00000004:00080000:0.0:1760456369.974341:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a7a7f6d7/2, rc 0, transno 8132 00010000:00010000:1.0:1760456369.974351:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e3a54823/0x3e4967fcee505030 lrc: 4/0,0 mode: PR/PR res: [0x11be:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e9e1 expref: 253 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.974356:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a7a7f6d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852977408:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456369.974365:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.974368:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1760456369.974368:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1760456369.974372:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fdd2497a/0x3e4967fcee50e22d lrc: 3/0,1 mode: PW/PW res: [0x1284:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.974372:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.974372:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e3a54823/0x3e4967fcee505030 lrc: 3/0,0 mode: PR/PR res: [0x11be:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e9e1 expref: 253 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.974375:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.974379:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50e242 lrc: 3/0,1 mode: PW/PW res: [0x11d0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.974395:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fdd2497a/0x3e4967fcee50e22d lrc: 4/0,1 mode: PW/PW res: [0x1284:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.974406:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50e242 lrc: 4/0,1 mode: PW/PW res: [0x11d0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.974414:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456369.974426:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:0.0:1760456369.974426:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000029e3cbdf/2, rc 0, transno 8133 00000100:00100000:3.0:1760456369.974438:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000081141810 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+226:167594:x1845970873991872:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 127us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1760456369.974441:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000029e3cbdf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852978112:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1760456369.974458:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1301 00000100:00100000:2.0:1760456369.974458:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000097b719bc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+253:167596:x1845970873992064:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 153us (490us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456369.974464:0:86474:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e3a54823/0x3e4967fcee505030 lrc: 0/0,0 mode: --/PR res: [0x11be:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49e9e1 expref: 253 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.974473:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1300 00010000:00010000:1.0:1760456369.974476:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.974479:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1760456369.974480:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1302 00010000:00010000:1.0:1760456369.974482:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e211 lrc: 3/0,1 mode: PW/PW res: [0x11be:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.974492:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036623ba6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+225:167594:x1845970873992000:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1760456369.974493:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e211 lrc: 4/0,1 mode: PW/PW res: [0x11be:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.974501:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1303 00010000:00010000:3.0:1760456369.974506:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456369.974543:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1760456369.974543:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000074f46256 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852980096:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456369.974546:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000087b6f60d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+225:167595:x1845970873992128:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1760456369.974557:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456369.974558:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fbaa63a9/0x3e4967fcee5064dc lrc: 4/0,0 mode: PR/PR res: [0x128a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee79 expref: 225 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.974565:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000002f9366c/0x3e4967fcee50651b lrc: 4/0,0 mode: PR/PR res: [0x1292:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee87 expref: 225 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.974568:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000467d5fb5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+251:167594:x1845970873991616:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 290us (660us total) trans 0 rc 0/0 00000100:00100000:0.0:1760456369.974577:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456369.974585:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fbaa63a9/0x3e4967fcee5064dc lrc: 3/0,0 mode: PR/PR res: [0x128a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee79 expref: 225 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.974588:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1299 00010000:00010000:2.0:1760456369.974596:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000002f9366c/0x3e4967fcee50651b lrc: 3/0,0 mode: PR/PR res: [0x1292:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee87 expref: 225 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.974611:0:88636:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fbaa63a9/0x3e4967fcee5064dc lrc: 0/0,0 mode: --/PR res: [0x128a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee79 expref: 225 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.974612:0:164870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852980096 00010000:00010000:2.0:1760456369.974631:0:86473:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000002f9366c/0x3e4967fcee50651b lrc: 0/0,0 mode: --/PR res: [0x1292:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee87 expref: 225 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.974645:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000004:00080000:1.0:1760456369.974647:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000002117855b/2, rc 0, transno 9341 00010000:00010000:3.0:1760456369.974648:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.974650:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1760456369.974651:0:164870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19318 00010000:00010000:3.0:1760456369.974653:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000095b90e41/0x3e4967fcee50e23b lrc: 3/0,1 mode: PW/PW res: [0x128a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.974654:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1760456369.974658:0:164870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000090f4e383 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+374:85190:x1845970852980096:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456369.974659:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007d31c243/0x3e4967fcee50e249 lrc: 3/0,1 mode: PW/PW res: [0x1292:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.974660:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002117855b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852977984:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456369.974672:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00002000:00080000:0.0:1760456369.974677:0:164870:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4756 count 1 00010000:00010000:3.0:1760456369.974678:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000095b90e41/0x3e4967fcee50e23b lrc: 4/0,1 mode: PW/PW res: [0x128a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.974682:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007d31c243/0x3e4967fcee50e249 lrc: 4/0,1 mode: PW/PW res: [0x1292:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.974692:0:164870:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e25e lrc: 3/0,1 mode: --/PW res: [0x1294:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.974702:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023a49035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852980032:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456369.974710:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456369.974721:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456369.974722:0:164870:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000961b6332/0x3e4967fcee506656 lrc: 2/0,0 mode: PR/PR res: [0x1294:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eecd expref: 223 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456369.974731:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036623ba6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+223:167594:x1845970873992000:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 242us (650us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456369.974734:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.974738:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1760456369.974739:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1302 00010000:00010000:0.0:1760456369.974741:0:164870:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e25e lrc: 4/0,1 mode: --/PW res: [0x1294:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.974751:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000087b6f60d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+222:167595:x1845970873992128:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 239us (610us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456369.974762:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1303 00010000:00010000:3.0:1760456369.974764:0:122921:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e211 lrc: 3/0,1 mode: PW/PW res: [0x11be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.974765:0:164870:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000961b6332/0x3e4967fcee506656 lrc: 3/0,0 mode: PR/PR res: [0x1294:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eecd expref: 222 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456369.974783:0:122921:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e211 lrc: 3/0,1 mode: PW/PW res: [0x11be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.974787:0:164870:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000961b6332/0x3e4967fcee506656 lrc: 4/0,0 mode: PR/PR res: [0x1294:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eecd expref: 221 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.974794:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456369.974808:0:122921:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e211 lrc: 3/0,1 mode: PW/PW res: [0x11be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.974813:0:164870:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e842412 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:164870:1845970852980224:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456369.974823:0:122921:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e211 lrc: 2/0,0 mode: PW/PW res: [0x11be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.974835:0:164868:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002cb44df2/0x3e4967fcee506227 lrc: 0/0,0 mode: --/PR res: [0x1271:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eddf expref: 221 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.974842:0:122921:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1760456369.974844:0:164870:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e9ed637f going to sleep for 6 seconds 00000100:00100000:1.0:1760456369.974846:0:164868:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004cbb5d95 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:164868:1845970852978240:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456369.974856:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456369.974862:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e211 lrc: 2/0,0 mode: PW/PW res: [0x11be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.974863:0:164868:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e1fc lrc: 3/0,1 mode: PW/PW res: [0x1271:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.974866:0:85190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1760456369.974877:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000002dd3f5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852980160:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456369.974884:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c8221b7c already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.974887:0:164868:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e1fc lrc: 3/0,1 mode: PW/PW res: [0x1271:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.974888:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e211 lrc: 2/0,0 mode: PW/PW res: [0x11be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.974901:0:164868:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e1fc lrc: 3/0,1 mode: PW/PW res: [0x1271:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.974909:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456369.974911:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e211 lrc: 3/0,0 mode: PW/PW res: [0x11be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.974915:0:164868:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e1fc lrc: 3/0,1 mode: PW/PW res: [0x1271:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.974931:0:164868:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e1fc lrc: 2/0,0 mode: PW/PW res: [0x1271:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.974937:0:122905:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852980032 00010000:00010000:3.0:1760456369.974939:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e211 lrc: 1/0,0 mode: --/PW res: [0x11be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.974945:0:164868:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1760456369.974946:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009668f740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852979968:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456369.974956:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e211 lrc: 0/0,0 mode: --/PW res: [0x11be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.974956:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.974960:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e1fc lrc: 2/0,0 mode: PW/PW res: [0x1271:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.974965:0:122905:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852980160 00010000:00010000:3.0:1760456369.974981:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456369.974982:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456369.974985:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.974989:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456369.974990:0:122905:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852979968 00010000:00010000:1.0:1760456369.975003:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000222c27c8 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.975006:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e1fc lrc: 2/0,0 mode: PW/PW res: [0x1271:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.975012:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e1fc lrc: 3/0,0 mode: PW/PW res: [0x1271:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.975016:0:122905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19319 00000100:00100000:2.0:1760456369.975027:0:122905:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040648461 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+375:85188:x1845970852980032:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456369.975028:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e1fc lrc: 1/0,0 mode: --/PW res: [0x1271:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.975028:0:164869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19320 00000100:00100000:0.0:1760456369.975040:0:164869:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b64b0c51 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+397:85190:x1845970852980160:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1760456369.975046:0:122905:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4755 count 1 00002000:00080000:0.0:1760456369.975061:0:164869:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4562 count 1 00010000:00010000:2.0:1760456369.975063:0:122905:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000268fef09/0x3e4967fcee50e265 lrc: 3/0,1 mode: --/PW res: [0x1293:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.975077:0:164869:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f2be79c4/0x3e4967fcee50e26c lrc: 3/0,1 mode: --/PW res: [0x11d2:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.975078:0:122905:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001434fb5d/0x3e4967fcee50655a lrc: 2/0,0 mode: PR/PR res: [0x1293:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee95 expref: 220 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456369.975098:0:122905:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.975100:0:164869:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009badb1cd/0x3e4967fcee5054dd lrc: 2/0,0 mode: PR/PR res: [0x11d2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eaeb expref: 250 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456369.975101:0:122905:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.975106:0:122905:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000268fef09/0x3e4967fcee50e265 lrc: 4/0,1 mode: --/PW res: [0x1293:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.975106:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e1fc lrc: 0/0,0 mode: --/PW res: [0x1271:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.975109:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.975112:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.975114:0:164869:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f2be79c4/0x3e4967fcee50e26c lrc: 4/0,1 mode: --/PW res: [0x11d2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.975142:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.975144:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.975146:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456369.975155:0:122905:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001434fb5d/0x3e4967fcee50655a lrc: 3/0,0 mode: PR/PR res: [0x1293:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee95 expref: 220 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456369.975155:0:164869:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009badb1cd/0x3e4967fcee5054dd lrc: 3/0,0 mode: PR/PR res: [0x11d2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eaeb expref: 250 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456369.975166:0:122921:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005699d169 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+398:85188:x1845970852978432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6965us (7108us total) trans 12884911230 rc 0/0 00000004:00080000:1.0:1760456369.975167:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003d45bfae/2, rc 0, transno 9342 00000100:00100000:1.0:1760456369.975179:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003d45bfae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852978432:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456369.975179:0:164869:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009badb1cd/0x3e4967fcee5054dd lrc: 4/0,0 mode: PR/PR res: [0x11d2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eaeb expref: 250 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.975188:0:122921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19307 00010000:00010000:2.0:1760456369.975190:0:122905:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001434fb5d/0x3e4967fcee50655a lrc: 4/0,0 mode: PR/PR res: [0x1293:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee95 expref: 220 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.975208:0:164869:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b671a5e pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:164869:1845970852980352:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456369.975212:0:122905:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050306f11 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:122905:1845970852980288:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456369.975216:0:122921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19321 00000100:00100000:1.0:1760456369.975221:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bff89870 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852980416:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456369.975226:0:122921:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003bd787d3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+397:85189:x1845970852979968:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1760456369.975242:0:122921:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4582 count 1 00000100:00100000:0.0:1760456369.975246:0:164869:0:(client.c:2500:ptlrpc_set_wait()) set 00000000756f8c76 going to sleep for 6 seconds 00000100:00100000:2.0:1760456369.975252:0:122905:0:(client.c:2500:ptlrpc_set_wait()) set 000000001625875e going to sleep for 6 seconds 00010000:00010000:3.0:1760456369.975255:0:122921:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e273 lrc: 3/0,1 mode: --/PW res: [0x11e6:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.975269:0:122921:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab316966/0x3e4967fcee50549e lrc: 2/0,0 mode: PR/PR res: [0x11e6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eadd expref: 250 pid: 122920 timeout: 0 lvb_type: 1 00000004:00080000:0.0:1760456369.975275:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a8879361/2, rc 0, transno 9338 00010000:00010000:3.0:1760456369.975278:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.975281:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.975283:0:122921:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e273 lrc: 4/0,1 mode: --/PW res: [0x11e6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.975288:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a8879361 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852977536:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456369.975292:0:87410:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000b44fd40/0x3e4967fcee5052a6 lrc: 0/0,0 mode: --/PR res: [0x11d0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ea6d expref: 250 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.975302:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456369.975316:0:122921:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ab316966/0x3e4967fcee50549e lrc: 3/0,0 mode: PR/PR res: [0x11e6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eadd expref: 250 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1760456369.975322:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1760456369.975327:0:87410:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009d9bf87f pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:87410:1845970852979520:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456369.975333:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009c15c400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852980544:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456369.975335:0:122921:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ab316966/0x3e4967fcee50549e lrc: 4/0,0 mode: PR/PR res: [0x11e6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eadd expref: 249 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.975346:0:87410:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50e242 lrc: 3/0,1 mode: PW/PW res: [0x11d0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.975352:0:122921:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000efc88065 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:122921:1845970852980480:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456369.975361:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456369.975364:0:87410:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50e242 lrc: 3/0,1 mode: PW/PW res: [0x11d0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.975373:0:87410:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50e242 lrc: 3/0,1 mode: PW/PW res: [0x11d0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.975381:0:87410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50e242 lrc: 3/0,1 mode: PW/PW res: [0x11d0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.975389:0:122921:0:(client.c:2500:ptlrpc_set_wait()) set 000000008648cbd7 going to sleep for 6 seconds 00010000:00010000:2.0:1760456369.975389:0:87410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50e242 lrc: 2/0,0 mode: PW/PW res: [0x11d0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.975414:0:88855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852980416 00010000:00010000:2.0:1760456369.975416:0:87410:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456369.975421:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.975425:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50e242 lrc: 2/0,0 mode: PW/PW res: [0x11d0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.975431:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002815c009 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.975433:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50e242 lrc: 2/0,0 mode: PW/PW res: [0x11d0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.975436:0:88855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852980544 00010000:00010000:1.0:1760456369.975441:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50e242 lrc: 3/0,0 mode: PW/PW res: [0x11d0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.975453:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50e242 lrc: 1/0,0 mode: --/PW res: [0x11d0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.975460:0:88855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19322 00010000:00010000:1.0:1760456369.975467:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50e242 lrc: 0/0,0 mode: --/PW res: [0x11d0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.975470:0:88855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a2d730a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+399:85188:x1845970852980416:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1760456369.975489:0:88855:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4571 count 1 00010000:00010000:1.0:1760456369.975492:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.975495:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.975497:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.975504:0:88855:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e27a lrc: 3/0,1 mode: --/PW res: [0x11db:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.975538:0:122914:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad3ea2c9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+376:85188:x1845970852978944:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6232us (6405us total) trans 38654713798 rc 0/0 00000100:00100000:0.0:1760456369.975545:0:122914:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19310 00010000:00010000:3.0:1760456369.975560:0:88855:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008d3622db/0x3e4967fcee50559a lrc: 2/0,0 mode: PR/PR res: [0x11db:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb15 expref: 249 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456369.975569:0:88855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.975571:0:88855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.975573:0:88855:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e27a lrc: 4/0,1 mode: --/PW res: [0x11db:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.975585:0:122923:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007d31c243/0x3e4967fcee50e249 lrc: 3/0,1 mode: PW/PW res: [0x1292:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.975595:0:122923:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007d31c243/0x3e4967fcee50e249 lrc: 3/0,1 mode: PW/PW res: [0x1292:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.975599:0:88855:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008d3622db/0x3e4967fcee50559a lrc: 3/0,0 mode: PR/PR res: [0x11db:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb15 expref: 249 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456369.975635:0:88855:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008d3622db/0x3e4967fcee50559a lrc: 4/0,0 mode: PR/PR res: [0x11db:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb15 expref: 249 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.975636:0:122923:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007d31c243/0x3e4967fcee50e249 lrc: 3/0,1 mode: PW/PW res: [0x1292:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.975657:0:122923:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007d31c243/0x3e4967fcee50e249 lrc: 2/0,0 mode: PW/PW res: [0x1292:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.975682:0:88855:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001fa99884 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:88855:1845970852980608:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456369.975683:0:122923:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456369.975693:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456369.975696:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007d31c243/0x3e4967fcee50e249 lrc: 2/0,0 mode: PW/PW res: [0x1292:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.975702:0:87410:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000034e02cb1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+400:85188:x1845970852979328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5764us (5856us total) trans 12884911231 rc 0/0 00010000:00010000:0.0:1760456369.975709:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007d31c243 already unused, calling callback (0000000049577fce) 00000100:00100000:3.0:1760456369.975713:0:88855:0:(client.c:2500:ptlrpc_set_wait()) set 00000000eb0b941d going to sleep for 6 seconds 00010000:00010000:0.0:1760456369.975713:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007d31c243/0x3e4967fcee50e249 lrc: 2/0,0 mode: PW/PW res: [0x1292:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.975714:0:87410:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19314 00010000:00010000:0.0:1760456369.975725:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007d31c243/0x3e4967fcee50e249 lrc: 3/0,0 mode: PW/PW res: [0x1292:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.975741:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007d31c243/0x3e4967fcee50e249 lrc: 1/0,0 mode: --/PW res: [0x1292:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.975746:0:87239:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19323 00000100:00100000:3.0:1760456369.975754:0:87239:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f4c5d5c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+399:85188:x1845970852980544:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456369.975756:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007d31c243/0x3e4967fcee50e249 lrc: 0/0,0 mode: --/PW res: [0x1292:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1760456369.975769:0:87239:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4573 count 1 00010000:00010000:0.0:1760456369.975773:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.975776:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.975779:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.975782:0:87239:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e281 lrc: 3/0,1 mode: --/PW res: [0x11dd:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.975787:0:164868:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000037a8ab19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+376:85191:x1845970852978048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8430us (8577us total) trans 38654713799 rc 0/0 00000100:00100000:1.0:1760456369.975801:0:164868:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19304 00000004:00080000:0.0:1760456369.975801:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000004335e27f/2, rc 0, transno 8135 00010000:00010000:3.0:1760456369.975805:0:87239:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000873edb6d/0x3e4967fcee505618 lrc: 2/0,0 mode: PR/PR res: [0x11dd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb31 expref: 249 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456369.975814:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004335e27f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852978048:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456369.975816:0:87239:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.975820:0:87239:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.975822:0:87239:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e281 lrc: 4/0,1 mode: --/PW res: [0x11dd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1760456369.975839:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003fcc480c/2, rc 0, transno 9343 00010000:00010000:3.0:1760456369.975848:0:87239:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000873edb6d/0x3e4967fcee505618 lrc: 3/0,0 mode: PR/PR res: [0x11dd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb31 expref: 249 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1760456369.975852:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003fcc480c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852979328:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456369.975856:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000051250976 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852980672:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456369.975869:0:87239:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000873edb6d/0x3e4967fcee505618 lrc: 4/0,0 mode: PR/PR res: [0x11dd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb31 expref: 249 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.975882:0:87239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b12c6387 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:87239:1845970852980736:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456369.975891:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456369.975896:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1760456369.975897:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000bcd9ba92/2, rc 0, transno 8134 00000100:00100000:1.0:1760456369.975914:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bcd9ba92 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852978944:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1760456369.975915:0:87239:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ba968e39 going to sleep for 6 seconds 00000100:00100000:2.0:1760456369.975940:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:3.0:1760456369.975942:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873992192 00010000:00010000:3.0:1760456369.975960:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000503abe1f/0x3e4967fcee505324 lrc: 5/0,0 mode: PR/PR res: [0x11d1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ea89 expref: 250 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.975970:0:87240:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f514b3a6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:87240:1845970852979904:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456369.975974:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed307f7a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852980864:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1760456369.975983:0:87240:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e257 lrc: 3/0,1 mode: --/PW res: [0x11d9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.975997:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873992256 00000100:00100000:0.0:1760456369.976008:0:85190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1760456369.976009:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456369.976010:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1304 00010000:00010000:3.0:1760456369.976012:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fa3963c6/0x3e4967fcee505420 lrc: 4/0,0 mode: PR/PR res: [0x11d9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eac1 expref: 251 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.976018:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009b93d603 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852980800:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456369.976021:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000420a70b7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+251:167593:x1845970873992192:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1760456369.976035:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456369.976041:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000503abe1f/0x3e4967fcee505324 lrc: 5/0,0 mode: PR/PR res: [0x11d1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ea89 expref: 251 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.976050:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1760456369.976054:0:122347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1305 00010000:00010000:2.0:1760456369.976058:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000503abe1f/0x3e4967fcee505324 lrc: 4/0,0 mode: PR/PR res: [0x11d1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ea89 expref: 251 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.976066:0:122347:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009d9bf87f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+251:167595:x1845970873992256:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1760456369.976080:0:122347:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456369.976086:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.976088:0:122347:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fa3963c6/0x3e4967fcee505420 lrc: 4/0,0 mode: PR/PR res: [0x11d9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eac1 expref: 251 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.976090:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1760456369.976091:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456369.976094:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e250 lrc: 3/0,1 mode: PW/PW res: [0x11d1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.976094:0:164870:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e842412 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:164870:1845970852980224:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456369.976111:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e250 lrc: 4/0,1 mode: PW/PW res: [0x11d1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.976112:0:122347:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fa3963c6/0x3e4967fcee505420 lrc: 3/0,0 mode: PR/PR res: [0x11d9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eac1 expref: 251 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.976116:0:164870:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e25e lrc: 3/0,1 mode: --/PW res: [0x1294:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.976145:0:122347:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fa3963c6/0x3e4967fcee505420 lrc: 0/0,0 mode: --/PR res: [0x11d9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eac1 expref: 251 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.976147:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1760456369.976151:0:164868:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852980672 00010000:00010000:3.0:1760456369.976157:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.976159:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.976161:0:122347:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e257 lrc: 3/0,1 mode: PW/PW res: [0x11d9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.976167:0:122347:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e257 lrc: 4/0,1 mode: PW/PW res: [0x11d9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.976174:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000420a70b7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+250:167593:x1845970873992192:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 156us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456369.976175:0:164868:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852980800 00000100:00100000:0.0:1760456369.976175:0:122914:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852980864 00000100:00100000:3.0:1760456369.976183:0:122344:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873992320 00000100:00100000:2.0:1760456369.976183:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1304 00010000:00010000:3.0:1760456369.976198:0:122344:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000961b6332/0x3e4967fcee506656 lrc: 4/0,0 mode: PR/PR res: [0x1294:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eecd expref: 221 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.976203:0:164868:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19324 00000100:00100000:1.0:1760456369.976212:0:164868:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006f7c080c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+377:85190:x1845970852980672:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456369.976217:0:122914:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19325 00000100:00100000:0.0:1760456369.976223:0:122914:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd3fd54a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+400:85190:x1845970852980800:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1760456369.976225:0:164868:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4765 count 1 00000100:00100000:3.0:1760456369.976229:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1306 00000100:00100000:3.0:1760456369.976236:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006970ca9a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+221:167596:x1845970873992320:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00002000:00080000:0.0:1760456369.976236:0:122914:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4584 count 1 00010000:00010000:1.0:1760456369.976237:0:164868:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e288 lrc: 3/0,1 mode: --/PW res: [0x129d:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.976246:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456369.976250:0:164868:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001fcebd11/0x3e4967fcee506695 lrc: 2/0,0 mode: PR/PR res: [0x129d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eedb expref: 221 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456369.976252:0:122914:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aeb8030d/0x3e4967fcee50e28f lrc: 3/0,1 mode: --/PW res: [0x11e8:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.976253:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000961b6332/0x3e4967fcee506656 lrc: 4/0,0 mode: PR/PR res: [0x1294:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eecd expref: 221 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.976257:0:164867:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19326 00000100:00100000:2.0:1760456369.976266:0:164867:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000701cdd97 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+377:85188:x1845970852980864:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456369.976275:0:164868:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.976278:0:164868:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.976280:0:164868:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e288 lrc: 4/0,1 mode: --/PW res: [0x129d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.976284:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000961b6332/0x3e4967fcee506656 lrc: 3/0,0 mode: PR/PR res: [0x1294:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eecd expref: 221 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.976284:0:122914:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000055f93820/0x3e4967fcee505657 lrc: 2/0,0 mode: PR/PR res: [0x11e8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb3f expref: 249 pid: 122920 timeout: 0 lvb_type: 1 00002000:00080000:2.0:1760456369.976285:0:164867:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4766 count 1 00010000:00010000:2.0:1760456369.976298:0:164867:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003cedbfdb/0x3e4967fcee50e296 lrc: 3/0,1 mode: --/PW res: [0x129e:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.976307:0:164868:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001fcebd11/0x3e4967fcee506695 lrc: 3/0,0 mode: PR/PR res: [0x129d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eedb expref: 221 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456369.976311:0:122914:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.976314:0:122914:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.976317:0:122914:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aeb8030d/0x3e4967fcee50e28f lrc: 4/0,1 mode: --/PW res: [0x11e8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.976318:0:122344:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000961b6332/0x3e4967fcee506656 lrc: 0/0,0 mode: --/PR res: [0x1294:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eecd expref: 221 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.976325:0:164867:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000255dd1e4/0x3e4967fcee5066d4 lrc: 2/0,0 mode: PR/PR res: [0x129e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eee9 expref: 221 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.976333:0:164868:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001fcebd11/0x3e4967fcee506695 lrc: 4/0,0 mode: PR/PR res: [0x129d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eedb expref: 221 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.976346:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.976348:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.976351:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e25e lrc: 3/0,1 mode: PW/PW res: [0x1294:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.976353:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.976357:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.976357:0:122914:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000055f93820/0x3e4967fcee505657 lrc: 3/0,0 mode: PR/PR res: [0x11e8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb3f expref: 249 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1760456369.976358:0:164868:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069cb3ca5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:164868:1845970852980928:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456369.976362:0:164867:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003cedbfdb/0x3e4967fcee50e296 lrc: 4/0,1 mode: --/PW res: [0x129e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.976365:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e25e lrc: 4/0,1 mode: PW/PW res: [0x1294:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.976382:0:164868:0:(client.c:2500:ptlrpc_set_wait()) set 00000000aac9fede going to sleep for 6 seconds 00010000:00010000:0.0:1760456369.976385:0:122914:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000055f93820/0x3e4967fcee505657 lrc: 4/0,0 mode: PR/PR res: [0x11e8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb3f expref: 249 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.976397:0:122914:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e842412 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:122914:1845970852980992:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456369.976407:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456369.976412:0:164867:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000255dd1e4/0x3e4967fcee5066d4 lrc: 3/0,0 mode: PR/PR res: [0x129e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eee9 expref: 220 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456369.976424:0:164867:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000255dd1e4/0x3e4967fcee5066d4 lrc: 4/0,0 mode: PR/PR res: [0x129e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eee9 expref: 220 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.976425:0:122914:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e9ed637f going to sleep for 6 seconds 00000100:00100000:3.0:1760456369.976438:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006970ca9a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+220:167596:x1845970873992320:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 200us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456369.976440:0:164867:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bbb1e3ad pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:164867:1845970852981056:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456369.976447:0:164870:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e25e lrc: 3/0,1 mode: PW/PW res: [0x1294:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.976457:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1306 00010000:00010000:0.0:1760456369.976464:0:164870:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e25e lrc: 3/0,1 mode: PW/PW res: [0x1294:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.976472:0:164870:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e25e lrc: 3/0,1 mode: PW/PW res: [0x1294:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.976479:0:164870:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e25e lrc: 2/0,0 mode: PW/PW res: [0x1294:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.976488:0:164867:0:(client.c:2500:ptlrpc_set_wait()) set 000000008faae248 going to sleep for 6 seconds 00010000:00010000:3.0:1760456369.976489:0:164871:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456369.976498:0:164870:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1760456369.976504:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1760456369.976508:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e21f lrc: 2/0,0 mode: PW/PW res: [0x11c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.976563:0:122919:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d1db7e7f/0x3e4967fcee506362 lrc: 0/0,0 mode: --/PR res: [0x1284:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee25 expref: 219 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.976567:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456369.976571:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000012cc2455 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456369.976574:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e25e lrc: 2/0,0 mode: PW/PW res: [0x1294:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.976577:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e21f lrc: 2/0,0 mode: PW/PW res: [0x11c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.976590:0:122919:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000076441b21 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:122919:1845970852979264:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456369.976602:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e21f lrc: 3/0,0 mode: PW/PW res: [0x11c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.976606:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000758f8c02 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456369.976611:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e25e lrc: 2/0,0 mode: PW/PW res: [0x1294:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.976612:0:122919:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fdd2497a/0x3e4967fcee50e22d lrc: 3/0,1 mode: PW/PW res: [0x1284:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.976634:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e21f lrc: 1/0,0 mode: --/PW res: [0x11c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.976635:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e25e lrc: 3/0,0 mode: PW/PW res: [0x1294:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.976645:0:122919:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fdd2497a/0x3e4967fcee50e22d lrc: 3/0,1 mode: PW/PW res: [0x1284:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.976661:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e21f lrc: 0/0,0 mode: --/PW res: [0x11c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.976664:0:122919:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fdd2497a/0x3e4967fcee50e22d lrc: 3/0,1 mode: PW/PW res: [0x1284:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.976667:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e25e lrc: 1/0,0 mode: --/PW res: [0x1294:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.976689:0:122919:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fdd2497a/0x3e4967fcee50e22d lrc: 3/0,1 mode: PW/PW res: [0x1284:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.976690:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.976690:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e25e lrc: 0/0,0 mode: --/PW res: [0x1294:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.976693:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.976695:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456369.976717:0:122919:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fdd2497a/0x3e4967fcee50e22d lrc: 2/0,0 mode: PW/PW res: [0x1284:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.976723:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.976728:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456369.976731:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fdd2497a/0x3e4967fcee50e22d lrc: 3/0,0 mode: PW/PW res: [0x1284:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.976737:0:122919:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1760456369.976742:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fdd2497a already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456369.976746:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fdd2497a/0x3e4967fcee50e22d lrc: 2/0,0 mode: PW/PW res: [0x1284:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.976752:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fdd2497a/0x3e4967fcee50e22d lrc: 3/0,0 mode: PW/PW res: [0x1284:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.976759:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.976764:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fdd2497a/0x3e4967fcee50e22d lrc: 1/0,0 mode: --/PW res: [0x1284:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.976772:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fdd2497a/0x3e4967fcee50e22d lrc: 0/0,0 mode: --/PW res: [0x1284:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.976790:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.976793:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.976797:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456369.976947:0:164871:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003539d2d8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+401:85188:x1845970852978880:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7691us (7893us total) trans 12884911232 rc 0/0 00000100:00100000:3.0:1760456369.976958:0:164871:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19309 00000004:00080000:1.0:1760456369.976967:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b06b31df/2, rc 0, transno 9344 00000100:00100000:1.0:1760456369.976977:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b06b31df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852978880:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456369.976998:0:122347:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1760456369.977004:0:122919:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008f20c157 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+379:85189:x1845970852978496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7356us (8972us total) trans 38654713800 rc 0/0 00000100:00100000:1.0:1760456369.977013:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1760456369.977015:0:122919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19311 00000100:00100000:3.0:1760456369.977030:0:122347:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009d9bf87f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+249:167595:x1845970873992256:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 965us (1090us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456369.977039:0:122347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1305 00010000:00010000:2.0:1760456369.977061:0:123791:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008bd1ccd1/0x3e4967fcee50641f lrc: 0/0,0 mode: --/PR res: [0x1289:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee4f expref: 218 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.977072:0:87237:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000095b90e41/0x3e4967fcee50e23b lrc: 3/0,1 mode: PW/PW res: [0x128a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.977073:0:164870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000090f4e383 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+378:85190:x1845970852980096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2413us (2498us total) trans 38654713801 rc 0/0 00000100:00100000:2.0:1760456369.977079:0:123791:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d785228 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:123791:1845970852978816:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456369.977079:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000030baf9a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852981120:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456369.977090:0:164870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19318 00010000:00010000:3.0:1760456369.977095:0:87237:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000095b90e41/0x3e4967fcee50e23b lrc: 3/0,1 mode: PW/PW res: [0x128a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.977101:0:123791:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e218 lrc: 3/0,1 mode: PW/PW res: [0x1289:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.977105:0:87237:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000095b90e41/0x3e4967fcee50e23b lrc: 3/0,1 mode: PW/PW res: [0x128a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.977111:0:123791:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e218 lrc: 3/0,1 mode: PW/PW res: [0x1289:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.977116:0:87240:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e257 lrc: 3/0,1 mode: PW/PW res: [0x11d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.977117:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456369.977129:0:87237:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000095b90e41/0x3e4967fcee50e23b lrc: 2/0,0 mode: PW/PW res: [0x128a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.977134:0:123791:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e218 lrc: 3/0,1 mode: PW/PW res: [0x1289:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.977138:0:87240:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e257 lrc: 3/0,1 mode: PW/PW res: [0x11d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.977161:0:87240:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e257 lrc: 3/0,1 mode: PW/PW res: [0x11d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.977162:0:123791:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e218 lrc: 3/0,1 mode: PW/PW res: [0x1289:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.977172:0:87237:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456369.977174:0:87240:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e257 lrc: 2/0,0 mode: PW/PW res: [0x11d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.977181:0:123791:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e218 lrc: 2/0,0 mode: PW/PW res: [0x1289:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.977185:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.977189:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000095b90e41/0x3e4967fcee50e23b lrc: 2/0,0 mode: PW/PW res: [0x128a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.977196:0:87240:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456369.977209:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000095b90e41 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456369.977212:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.977213:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000095b90e41/0x3e4967fcee50e23b lrc: 2/0,0 mode: PW/PW res: [0x128a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.977217:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e257 lrc: 2/0,0 mode: PW/PW res: [0x11d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.977221:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000095b90e41/0x3e4967fcee50e23b lrc: 3/0,0 mode: PW/PW res: [0x128a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.977231:0:123791:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456369.977236:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456369.977236:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000052a45374 already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456369.977241:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e218 lrc: 2/0,0 mode: PW/PW res: [0x1289:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.977242:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e257 lrc: 2/0,0 mode: PW/PW res: [0x11d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.977264:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000362a6e9e already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456369.977265:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e257 lrc: 3/0,0 mode: PW/PW res: [0x11d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.977268:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e218 lrc: 2/0,0 mode: PW/PW res: [0x1289:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.977272:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000095b90e41/0x3e4967fcee50e23b lrc: 1/0,0 mode: --/PW res: [0x128a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.977282:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e257 lrc: 1/0,0 mode: --/PW res: [0x11d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.977293:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000095b90e41/0x3e4967fcee50e23b lrc: 0/0,0 mode: --/PW res: [0x128a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.977294:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e218 lrc: 3/0,0 mode: PW/PW res: [0x1289:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.977295:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e257 lrc: 0/0,0 mode: --/PW res: [0x11d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.977325:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.977328:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.977331:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e218 lrc: 1/0,0 mode: --/PW res: [0x1289:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.977331:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.977334:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.977338:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.977341:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e218 lrc: 0/0,0 mode: --/PW res: [0x1289:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.977343:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.977374:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.977378:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.977382:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456369.977413:0:88855:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001fa99884 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:88855:1845970852980608:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456369.977433:0:88855:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e27a lrc: 3/0,1 mode: --/PW res: [0x11db:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.977460:0:123791:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000784a77 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+378:85191:x1845970852978624:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8651us (9355us total) trans 38654713802 rc 0/0 00000100:00100000:3.0:1760456369.977468:0:122921:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000efc88065 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:122921:1845970852980480:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456369.977471:0:123791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19308 00010000:00010000:3.0:1760456369.977489:0:122921:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e273 lrc: 3/0,1 mode: --/PW res: [0x11e6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.977499:0:123791:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852981120 00000100:00100000:3.0:1760456369.977555:0:87239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b12c6387 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:87239:1845970852980736:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456369.977558:0:123791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19327 00000100:00100000:2.0:1760456369.977567:0:123791:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005c018ec8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+402:85188:x1845970852981120:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456369.977576:0:87239:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e281 lrc: 3/0,1 mode: --/PW res: [0x11dd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1760456369.977576:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000074f46256/2, rc 0, transno 8137 00000100:00100000:1.0:1760456369.977590:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000074f46256 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852980096:0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1760456369.977593:0:123791:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4572 count 1 00000100:00100000:0.0:1760456369.977602:0:87240:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000039485601 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+402:85190:x1845970852979840:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3530us (3599us total) trans 12884911233 rc 0/0 00010000:00010000:2.0:1760456369.977605:0:123791:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e29d lrc: 3/0,1 mode: --/PW res: [0x11dc:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.977614:0:87240:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19317 00010000:00010000:2.0:1760456369.977631:0:123791:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000afdc9c7c/0x3e4967fcee505696 lrc: 2/0,0 mode: PR/PR res: [0x11dc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb4d expref: 248 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456369.977638:0:123791:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.977640:0:123791:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.977642:0:123791:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e29d lrc: 4/0,1 mode: --/PW res: [0x11dc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.977665:0:123791:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000afdc9c7c/0x3e4967fcee505696 lrc: 3/0,0 mode: PR/PR res: [0x11dc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb4d expref: 248 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456369.977671:0:123791:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000afdc9c7c/0x3e4967fcee505696 lrc: 4/0,0 mode: PR/PR res: [0x11dc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb4d expref: 248 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.977680:0:123791:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081141810 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:123791:1845970852981248:192.168.203.34@tcp:104: 00000004:00080000:0.0:1760456369.977689:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b0fc99db/2, rc 0, transno 8138 00000100:00100000:0.0:1760456369.977701:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b0fc99db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852978624:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456369.977712:0:85191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1760456369.977715:0:123791:0:(client.c:2500:ptlrpc_set_wait()) set 0000000031e6bb7d going to sleep for 6 seconds 00000004:00080000:1.0:1760456369.977720:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000000caf4086/2, rc 0, transno 9345 00000100:00100000:1.0:1760456369.977731:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000caf4086 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852979840:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456369.977753:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af60f62b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852981184:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1760456369.977754:0:87237:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008975dc8b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+378:85190:x1845970852979200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7998us (8063us total) trans 38654713803 rc 0/0 00000100:00100000:3.0:1760456369.977767:0:87237:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19313 00000100:00100000:0.0:1760456369.977796:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456369.977810:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a3618409 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852981376:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456369.977831:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5e9db25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852981312:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456369.977846:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456369.977876:0:87240:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852981184 00000100:00100000:2.0:1760456369.977883:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.977887:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1760456369.977904:0:87240:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852981376 00000100:00100000:3.0:1760456369.977913:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873992448 00000100:00100000:0.0:1760456369.977927:0:87240:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19328 00000100:00100000:3.0:1760456369.977931:0:88636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873992576 00000100:00100000:0.0:1760456369.977934:0:87240:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e535057 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+378:85191:x1845970852981184:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1760456369.977947:0:87240:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4767 count 1 00000100:00100000:2.0:1760456369.977950:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456369.977953:0:88636:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ab316966/0x3e4967fcee50549e lrc: 4/0,0 mode: PR/PR res: [0x11e6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eadd expref: 250 pid: 122920 timeout: 4721 lvb_type: 1 00000004:00080000:1.0:1760456369.977958:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000077d9fca6/2, rc 0, transno 8139 00010000:00010000:0.0:1760456369.977959:0:87240:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e2a4 lrc: 3/0,1 mode: --/PW res: [0x129f:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.977973:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.977975:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000077d9fca6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852979200:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1760456369.977978:0:87240:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c909fbed/0x3e4967fcee5067d0 lrc: 2/0,0 mode: PR/PR res: [0x129f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef21 expref: 217 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456369.977985:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.977987:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1760456369.977989:0:88636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873992384 00010000:00010000:0.0:1760456369.977989:0:87240:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e2a4 lrc: 4/0,1 mode: --/PW res: [0x129f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.978002:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873992512 00010000:00010000:3.0:1760456369.978005:0:88636:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001434fb5d/0x3e4967fcee50655a lrc: 5/0,0 mode: PR/PR res: [0x1293:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee95 expref: 218 pid: 122920 timeout: 4721 lvb_type: 1 00000004:00080000:1.0:1760456369.978007:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000973f1cde/2, rc 0, transno 8136 00000100:00100000:1.0:1760456369.978014:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000973f1cde pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852978496:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456369.978018:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008d3622db/0x3e4967fcee50559a lrc: 4/0,0 mode: PR/PR res: [0x11db:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb15 expref: 251 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.978031:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c67e02c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852981440:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1760456369.978044:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1307 00000100:00100000:2.0:1760456369.978054:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1308 00000100:00100000:3.0:1760456369.978058:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000467d5fb5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+251:167593:x1845970873992576:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1760456369.978060:0:87240:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c909fbed/0x3e4967fcee5067d0 lrc: 3/0,0 mode: PR/PR res: [0x129f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef21 expref: 218 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1760456369.978062:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456369.978067:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036623ba6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+218:167593:x1845970873992384:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1760456369.978078:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456369.978082:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1760456369.978082:0:87240:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c909fbed/0x3e4967fcee5067d0 lrc: 4/0,0 mode: PR/PR res: [0x129f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef21 expref: 218 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.978086:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ab316966/0x3e4967fcee50549e lrc: 4/0,0 mode: PR/PR res: [0x11e6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eadd expref: 251 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.978090:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001434fb5d/0x3e4967fcee50655a lrc: 5/0,0 mode: PR/PR res: [0x1293:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee95 expref: 218 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.978096:0:164868:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069cb3ca5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:164868:1845970852980928:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456369.978104:0:87240:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000023634da pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:87240:1845970852981568:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456369.978111:0:164868:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e288 lrc: 3/0,1 mode: --/PW res: [0x129d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.978123:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ab316966/0x3e4967fcee50549e lrc: 3/0,0 mode: PR/PR res: [0x11e6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eadd expref: 251 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.978123:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001434fb5d/0x3e4967fcee50655a lrc: 4/0,0 mode: PR/PR res: [0x1293:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee95 expref: 218 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.978140:0:87240:0:(client.c:2500:ptlrpc_set_wait()) set 00000000046e0fdb going to sleep for 6 seconds 00000100:00100000:1.0:1760456369.978150:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456369.978160:0:88636:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ab316966/0x3e4967fcee50549e lrc: 0/0,0 mode: --/PR res: [0x11e6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eadd expref: 251 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.978161:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.978164:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.978168:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000268fef09/0x3e4967fcee50e265 lrc: 3/0,1 mode: PW/PW res: [0x1293:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.978174:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f514b3a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852981504:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456369.978176:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.978179:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.978181:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000268fef09/0x3e4967fcee50e265 lrc: 4/0,1 mode: PW/PW res: [0x1293:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.978183:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e273 lrc: 3/0,1 mode: PW/PW res: [0x11e6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.978205:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e273 lrc: 4/0,1 mode: PW/PW res: [0x11e6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.978209:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456369.978214:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456369.978234:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1760456369.978244:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036623ba6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+218:167593:x1845970873992384:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 180us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456369.978254:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1308 00000100:00100000:3.0:1760456369.978260:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000467d5fb5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+250:167593:x1845970873992576:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 207us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1760456369.978264:0:164869:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b671a5e pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:164869:1845970852980352:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456369.978271:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1307 00000100:00100000:2.0:1760456369.978272:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873992640 00010000:00010000:0.0:1760456369.978284:0:164869:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f2be79c4/0x3e4967fcee50e26c lrc: 3/0,1 mode: --/PW res: [0x11d2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.978285:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000873edb6d/0x3e4967fcee505618 lrc: 4/0,0 mode: PR/PR res: [0x11dd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb31 expref: 250 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.978295:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1309 00000100:00100000:3.0:1760456369.978306:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000087b6f60d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+250:167593:x1845970873992512:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1760456369.978314:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456369.978318:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008d3622db/0x3e4967fcee50559a lrc: 4/0,0 mode: PR/PR res: [0x11db:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb15 expref: 250 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.978324:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1310 00010000:00010000:3.0:1760456369.978327:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008d3622db/0x3e4967fcee50559a lrc: 3/0,0 mode: PR/PR res: [0x11db:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb15 expref: 250 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.978334:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000985dadef pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+250:167593:x1845970873992640:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1760456369.978344:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456369.978346:0:88636:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008d3622db/0x3e4967fcee50559a lrc: 0/0,0 mode: --/PR res: [0x11db:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb15 expref: 250 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.978351:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000873edb6d/0x3e4967fcee505618 lrc: 4/0,0 mode: PR/PR res: [0x11dd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb31 expref: 250 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.978362:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1760456369.978364:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456369.978365:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.978368:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e27a lrc: 3/0,1 mode: PW/PW res: [0x11db:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.978369:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000873edb6d/0x3e4967fcee505618 lrc: 3/0,0 mode: PR/PR res: [0x11dd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb31 expref: 249 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.978386:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456369.978387:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e27a lrc: 4/0,1 mode: PW/PW res: [0x11db:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.978392:0:87237:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852981440 00010000:00010000:2.0:1760456369.978406:0:86473:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000873edb6d/0x3e4967fcee505618 lrc: 0/0,0 mode: --/PR res: [0x11dd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb31 expref: 249 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.978410:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1760456369.978413:0:87237:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852981504 00010000:00010000:2.0:1760456369.978423:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.978426:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.978429:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e281 lrc: 3/0,1 mode: PW/PW res: [0x11dd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.978433:0:87237:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852981312 00000100:00100000:3.0:1760456369.978436:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000087b6f60d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+248:167593:x1845970873992512:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 129us (462us total) trans 0 rc 0/0 00010000:00010000:2.0:1760456369.978448:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e281 lrc: 4/0,1 mode: PW/PW res: [0x11dd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.978449:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456369.978454:0:87237:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19329 00000100:00100000:3.0:1760456369.978456:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1309 00000100:00100000:0.0:1760456369.978464:0:87237:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091f4412c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+402:85188:x1845970852981376:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1760456369.978479:0:87237:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4580 count 1 00000100:00100000:3.0:1760456369.978481:0:88636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873992704 00010000:00010000:2.0:1760456369.978481:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456369.978494:0:87237:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50e2ab lrc: 3/0,1 mode: --/PW res: [0x11e4:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.978500:0:88636:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001fcebd11/0x3e4967fcee506695 lrc: 4/0,0 mode: PR/PR res: [0x129d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eedb expref: 218 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.978552:0:87237:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000e350a59/0x3e4967fcee5056d5 lrc: 2/0,0 mode: PR/PR res: [0x11e4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb5b expref: 247 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456369.978553:0:88636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873992768 00010000:00010000:0.0:1760456369.978563:0:87237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.978565:0:87237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.978568:0:88636:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000055f93820/0x3e4967fcee505657 lrc: 5/0,0 mode: PR/PR res: [0x11e8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb3f expref: 248 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.978568:0:87237:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50e2ab lrc: 4/0,1 mode: --/PW res: [0x11e4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.978603:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1311 00000100:00100000:3.0:1760456369.978609:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bfae3253 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+218:167593:x1845970873992704:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1760456369.978609:0:87237:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000e350a59/0x3e4967fcee5056d5 lrc: 3/0,0 mode: PR/PR res: [0x11e4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb5b expref: 248 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456369.978631:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456369.978638:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001fcebd11/0x3e4967fcee506695 lrc: 4/0,0 mode: PR/PR res: [0x129d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eedb expref: 218 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.978638:0:87237:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000e350a59/0x3e4967fcee5056d5 lrc: 4/0,0 mode: PR/PR res: [0x11e4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb5b expref: 248 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.978657:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001fcebd11/0x3e4967fcee506695 lrc: 3/0,0 mode: PR/PR res: [0x129d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eedb expref: 218 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.978663:0:87237:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbed4e03 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:87237:1845970852981632:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456369.978671:0:88636:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001fcebd11/0x3e4967fcee506695 lrc: 0/0,0 mode: --/PR res: [0x129d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eedb expref: 218 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.978680:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.978682:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.978685:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e288 lrc: 3/0,1 mode: PW/PW res: [0x129d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.978687:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456369.978689:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000985dadef pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+248:167593:x1845970873992640:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 350us (536us total) trans 0 rc 0/0 00000100:00100000:0.0:1760456369.978691:0:87237:0:(client.c:2500:ptlrpc_set_wait()) set 00000000756f8c76 going to sleep for 6 seconds 00010000:00010000:3.0:1760456369.978702:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e288 lrc: 4/0,1 mode: PW/PW res: [0x129d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.978710:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1310 00000100:00100000:0.0:1760456369.978714:0:164870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19330 00000100:00100000:0.0:1760456369.978722:0:164870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c22c69e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+381:85189:x1845970852981440:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456369.978723:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1760456369.978738:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873992832 00002000:00080000:0.0:1760456369.978738:0:164870:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4779 count 1 00000100:00100000:3.0:1760456369.978745:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bfae3253 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+218:167593:x1845970873992704:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 137us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456369.978752:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1311 00010000:00010000:0.0:1760456369.978753:0:164870:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009b9682d0/0x3e4967fcee50e2b2 lrc: 3/0,1 mode: --/PW res: [0x12ab:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.978755:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000255dd1e4/0x3e4967fcee5066d4 lrc: 5/0,0 mode: PR/PR res: [0x129e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eee9 expref: 218 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.978770:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1312 00010000:00010000:0.0:1760456369.978780:0:164870:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000049db0e13/0x3e4967fcee50688d lrc: 2/0,0 mode: PR/PR res: [0x12ab:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef4b expref: 217 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456369.978781:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbff87bd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+247:167593:x1845970873992768:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00000100:00100000:2.0:1760456369.978793:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1313 00010000:00010000:3.0:1760456369.978794:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1760456369.978799:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.978802:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.978803:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000055f93820/0x3e4967fcee505657 lrc: 5/0,0 mode: PR/PR res: [0x11e8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb3f expref: 247 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.978805:0:164870:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009b9682d0/0x3e4967fcee50e2b2 lrc: 4/0,1 mode: --/PW res: [0x12ab:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.978807:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7a488b2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+217:167594:x1845970873992832:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1760456369.978823:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456369.978831:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000255dd1e4/0x3e4967fcee5066d4 lrc: 5/0,0 mode: PR/PR res: [0x129e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eee9 expref: 217 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.978832:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000055f93820/0x3e4967fcee505657 lrc: 4/0,0 mode: PR/PR res: [0x11e8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb3f expref: 247 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.978845:0:164870:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000049db0e13/0x3e4967fcee50688d lrc: 3/0,0 mode: PR/PR res: [0x12ab:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef4b expref: 217 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456369.978860:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000255dd1e4/0x3e4967fcee5066d4 lrc: 4/0,0 mode: PR/PR res: [0x129e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eee9 expref: 217 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.978865:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.978866:0:164870:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000049db0e13/0x3e4967fcee50688d lrc: 4/0,0 mode: PR/PR res: [0x12ab:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef4b expref: 217 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.978868:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.978872:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000aeb8030d/0x3e4967fcee50e28f lrc: 3/0,1 mode: PW/PW res: [0x11e8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.978884:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.978888:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.978892:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003cedbfdb/0x3e4967fcee50e296 lrc: 3/0,1 mode: PW/PW res: [0x129e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.978893:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aeb8030d/0x3e4967fcee50e28f lrc: 4/0,1 mode: PW/PW res: [0x11e8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.978896:0:164870:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017fa6256 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:164870:1845970852981696:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456369.978909:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456369.978920:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003cedbfdb/0x3e4967fcee50e296 lrc: 4/0,1 mode: PW/PW res: [0x129e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.978928:0:164870:0:(client.c:2500:ptlrpc_set_wait()) set 000000001b8cab0b going to sleep for 6 seconds 00010000:00010000:3.0:1760456369.978930:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456369.978942:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456369.978958:0:122914:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000055f93820/0x3e4967fcee505657 lrc: 0/0,0 mode: --/PR res: [0x11e8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb3f expref: 247 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.978960:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbff87bd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+247:167593:x1845970873992768:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 180us (516us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456369.978975:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7a488b2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+217:167594:x1845970873992832:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 167us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456369.978981:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1312 00000100:00100000:0.0:1760456369.978988:0:122914:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e842412 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:122914:1845970852980992:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456369.978994:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1313 00000100:00100000:3.0:1760456369.979004:0:88636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873992896 00010000:00010000:0.0:1760456369.979009:0:122914:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000aeb8030d/0x3e4967fcee50e28f lrc: 3/0,1 mode: PW/PW res: [0x11e8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.979020:0:88636:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000afdc9c7c/0x3e4967fcee505696 lrc: 5/0,0 mode: PR/PR res: [0x11dc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb4d expref: 246 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.979020:0:122914:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000aeb8030d/0x3e4967fcee50e28f lrc: 3/0,1 mode: PW/PW res: [0x11e8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.979042:0:164867:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000255dd1e4/0x3e4967fcee5066d4 lrc: 0/0,0 mode: --/PR res: [0x129e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eee9 expref: 216 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.979052:0:122914:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aeb8030d/0x3e4967fcee50e28f lrc: 3/0,1 mode: PW/PW res: [0x11e8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.979062:0:164867:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bbb1e3ad pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:164867:1845970852981056:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456369.979063:0:122914:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aeb8030d/0x3e4967fcee50e28f lrc: 3/0,1 mode: PW/PW res: [0x11e8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.979071:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:3.0:1760456369.979072:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1314 00010000:00010000:0.0:1760456369.979080:0:122914:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000aeb8030d/0x3e4967fcee50e28f lrc: 2/0,0 mode: PW/PW res: [0x11e8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.979084:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069cb3ca5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+246:167594:x1845970873992896:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1760456369.979086:0:164867:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003cedbfdb/0x3e4967fcee50e296 lrc: 3/0,1 mode: PW/PW res: [0x129e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.979098:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456369.979106:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000afdc9c7c/0x3e4967fcee505696 lrc: 5/0,0 mode: PR/PR res: [0x11dc:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb4d expref: 246 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.979115:0:86475:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873992960 00010000:00010000:3.0:1760456369.979118:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000afdc9c7c/0x3e4967fcee505696 lrc: 4/0,0 mode: PR/PR res: [0x11dc:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb4d expref: 246 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.979121:0:122914:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1760456369.979131:0:86475:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c909fbed/0x3e4967fcee5067d0 lrc: 5/0,0 mode: PR/PR res: [0x129f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef21 expref: 216 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.979136:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.979139:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.979143:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e29d lrc: 3/0,1 mode: PW/PW res: [0x11dc:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.979151:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e29d lrc: 4/0,1 mode: PW/PW res: [0x11dc:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.979161:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1315 00010000:00010000:3.0:1760456369.979166:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1760456369.979169:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e1caea46 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+216:167593:x1845970873992960:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1760456369.979180:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456369.979185:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c909fbed/0x3e4967fcee5067d0 lrc: 5/0,0 mode: PR/PR res: [0x129f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef21 expref: 216 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.979193:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069cb3ca5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+246:167594:x1845970873992896:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 108us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456369.979210:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1314 00010000:00010000:2.0:1760456369.979210:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c909fbed/0x3e4967fcee5067d0 lrc: 4/0,0 mode: PR/PR res: [0x129f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef21 expref: 216 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.979231:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.979233:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.979235:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e2a4 lrc: 3/0,1 mode: PW/PW res: [0x129f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.979241:0:122921:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e273 lrc: 3/0,1 mode: PW/PW res: [0x11e6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.979243:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e2a4 lrc: 4/0,1 mode: PW/PW res: [0x129f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.979249:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.979255:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000aeb8030d/0x3e4967fcee50e28f lrc: 2/0,0 mode: PW/PW res: [0x11e8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.979260:0:122921:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e273 lrc: 3/0,1 mode: PW/PW res: [0x11e6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.979278:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000aeb8030d already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.979281:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000aeb8030d/0x3e4967fcee50e28f lrc: 2/0,0 mode: PW/PW res: [0x11e8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.979287:0:122921:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e273 lrc: 3/0,1 mode: PW/PW res: [0x11e6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.979301:0:122921:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e273 lrc: 2/0,0 mode: PW/PW res: [0x11e6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.979303:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1760456369.979313:0:122914:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd3fd54a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+403:85190:x1845970852980800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3088us (3262us total) trans 12884911234 rc 0/0 00000100:00100000:2.0:1760456369.979330:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e1caea46 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+216:167593:x1845970873992960:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 158us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1760456369.979330:0:122914:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19325 00010000:00010000:3.0:1760456369.979332:0:122921:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1760456369.979344:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1315 00010000:00010000:3.0:1760456369.979345:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456369.979350:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e273 lrc: 2/0,0 mode: PW/PW res: [0x11e6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.979355:0:122914:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19331 00010000:00010000:3.0:1760456369.979363:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000aaa15b8b already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456369.979367:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e273 lrc: 2/0,0 mode: PW/PW res: [0x11e6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.979367:0:122914:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c887b366 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+381:85190:x1845970852981504:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456369.979370:0:164867:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003cedbfdb/0x3e4967fcee50e296 lrc: 3/0,1 mode: PW/PW res: [0x129e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.979377:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000aeb8030d/0x3e4967fcee50e28f lrc: 3/0,0 mode: PW/PW res: [0x11e8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1760456369.979384:0:122914:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4778 count 1 00010000:00010000:3.0:1760456369.979391:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e273 lrc: 3/0,0 mode: PW/PW res: [0x11e6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.979396:0:122914:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e2b9 lrc: 3/0,1 mode: --/PW res: [0x12aa:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.979398:0:164867:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003cedbfdb/0x3e4967fcee50e296 lrc: 3/0,1 mode: PW/PW res: [0x129e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.979405:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000aeb8030d/0x3e4967fcee50e28f lrc: 1/0,0 mode: --/PW res: [0x11e8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.979422:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e273 lrc: 1/0,0 mode: --/PW res: [0x11e6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.979427:0:164867:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003cedbfdb/0x3e4967fcee50e296 lrc: 3/0,1 mode: PW/PW res: [0x129e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.979427:0:122914:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000696b98aa/0x3e4967fcee50690b lrc: 2/0,0 mode: PR/PR res: [0x12aa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef67 expref: 215 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.979428:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aeb8030d/0x3e4967fcee50e28f lrc: 0/0,0 mode: --/PW res: [0x11e8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.979447:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e273 lrc: 0/0,0 mode: --/PW res: [0x11e6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.979457:0:122914:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.979458:0:164867:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003cedbfdb/0x3e4967fcee50e296 lrc: 2/0,0 mode: PW/PW res: [0x129e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.979459:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.979461:0:122914:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.979465:0:122914:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e2b9 lrc: 4/0,1 mode: --/PW res: [0x12aa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.979471:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.979474:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456369.979481:0:164867:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456369.979488:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456369.979492:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003cedbfdb/0x3e4967fcee50e296 lrc: 2/0,0 mode: PW/PW res: [0x129e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.979495:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.979499:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.979500:0:122914:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000696b98aa/0x3e4967fcee50690b lrc: 3/0,0 mode: PR/PR res: [0x12aa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef67 expref: 215 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456369.979503:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003cedbfdb already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.979506:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.979533:0:122914:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000696b98aa/0x3e4967fcee50690b lrc: 4/0,0 mode: PR/PR res: [0x12aa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef67 expref: 215 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.979539:0:164868:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e288 lrc: 3/0,1 mode: PW/PW res: [0x129d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.979547:0:164868:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e288 lrc: 3/0,1 mode: PW/PW res: [0x129d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.979547:0:122914:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b4824d8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:122914:1845970852981760:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456369.979556:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003cedbfdb/0x3e4967fcee50e296 lrc: 2/0,0 mode: PW/PW res: [0x129e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.979559:0:164868:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e288 lrc: 3/0,1 mode: PW/PW res: [0x129d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.979579:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003cedbfdb/0x3e4967fcee50e296 lrc: 3/0,0 mode: PW/PW res: [0x129e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.979581:0:122914:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f55feff3 going to sleep for 6 seconds 00010000:00010000:3.0:1760456369.979594:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003cedbfdb/0x3e4967fcee50e296 lrc: 1/0,0 mode: --/PW res: [0x129e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.979603:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003cedbfdb/0x3e4967fcee50e296 lrc: 0/0,0 mode: --/PW res: [0x129e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1760456369.979612:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009b93d603/2, rc 0, transno 9346 00010000:00010000:1.0:1760456369.979632:0:164868:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e288 lrc: 2/0,0 mode: PW/PW res: [0x129d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.979636:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.979639:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456369.979639:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009b93d603 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852980800:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456369.979642:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.979680:0:87240:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c909fbed/0x3e4967fcee5067d0 lrc: 0/0,0 mode: --/PR res: [0x129f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef21 expref: 215 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.979691:0:87240:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000023634da pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:87240:1845970852981568:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456369.979705:0:87240:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e2a4 lrc: 3/0,1 mode: PW/PW res: [0x129f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.979712:0:87240:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e2a4 lrc: 3/0,1 mode: PW/PW res: [0x129f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.979717:0:164867:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000701cdd97 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+382:85188:x1845970852980864:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3450us (3712us total) trans 38654713804 rc 0/0 00010000:00010000:0.0:1760456369.979718:0:87240:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e2a4 lrc: 3/0,1 mode: PW/PW res: [0x129f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.979728:0:164867:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19326 00010000:00010000:0.0:1760456369.979729:0:87240:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e2a4 lrc: 3/0,1 mode: PW/PW res: [0x129f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.979736:0:87240:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e2a4 lrc: 2/0,0 mode: PW/PW res: [0x129f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.979748:0:87240:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1760456369.979749:0:164867:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19332 00000100:00100000:2.0:1760456369.979755:0:164867:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000deac8888 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+381:85191:x1845970852981312:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1760456369.979757:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456369.979760:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e2a4 lrc: 2/0,0 mode: PW/PW res: [0x129f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1760456369.979766:0:164867:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4769 count 1 00010000:00010000:0.0:1760456369.979766:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b187ecd8 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456369.979768:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e2a4 lrc: 2/0,0 mode: PW/PW res: [0x129f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.979775:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e2a4 lrc: 3/0,0 mode: PW/PW res: [0x129f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.979779:0:164867:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e2c0 lrc: 3/0,1 mode: --/PW res: [0x12a1:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.979784:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e2a4 lrc: 1/0,0 mode: --/PW res: [0x129f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.979799:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e2a4 lrc: 0/0,0 mode: --/PW res: [0x129f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.979809:0:164867:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000843ea16c/0x3e4967fcee50680f lrc: 2/0,0 mode: PR/PR res: [0x12a1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef2f expref: 214 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456369.979818:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.979820:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.979822:0:164867:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e2c0 lrc: 4/0,1 mode: --/PW res: [0x12a1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.979822:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.979825:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.979829:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456369.979849:0:164867:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000843ea16c/0x3e4967fcee50680f lrc: 3/0,0 mode: PR/PR res: [0x12a1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef2f expref: 214 pid: 122920 timeout: 0 lvb_type: 1 00000004:00080000:0.0:1760456369.979851:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ed307f7a/2, rc 0, transno 8140 00000100:00100000:0.0:1760456369.979864:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed307f7a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852980864:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456369.979865:0:164867:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000843ea16c/0x3e4967fcee50680f lrc: 4/0,0 mode: PR/PR res: [0x12a1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef2f expref: 214 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.979878:0:164867:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bbb1e3ad pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:164867:1845970852981888:192.168.203.34@tcp:104: 00000004:00080000:0.0:1760456369.979908:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000013c81061/2, rc 0, transno 8141 00000100:00100000:2.0:1760456369.979914:0:164867:0:(client.c:2500:ptlrpc_set_wait()) set 0000000048ca0e73 going to sleep for 6 seconds 00000100:00100000:0.0:1760456369.979917:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013c81061 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852979584:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1760456369.979919:0:122921:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003bd787d3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+403:85189:x1845970852979968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4692us (4936us total) trans 12884911235 rc 0/0 00000100:00100000:1.0:1760456369.979920:0:122923:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000049b1a4e5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+382:85188:x1845970852979584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9562us (9633us total) trans 38654713805 rc 0/0 00000100:00100000:1.0:1760456369.979936:0:122923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19315 00000100:00100000:3.0:1760456369.979944:0:122921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19321 00000100:00100000:0.0:1760456369.979954:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000097accd45 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852981952:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456369.979957:0:122905:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001434fb5d/0x3e4967fcee50655a lrc: 0/0,0 mode: --/PR res: [0x1293:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee95 expref: 214 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.979969:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000023634da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852982016:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456369.979971:0:122905:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050306f11 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:122905:1845970852980288:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456369.979975:0:88855:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e27a lrc: 3/0,1 mode: PW/PW res: [0x11db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.979985:0:122905:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000268fef09/0x3e4967fcee50e265 lrc: 3/0,1 mode: PW/PW res: [0x1293:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.979986:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456369.979992:0:88855:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e27a lrc: 3/0,1 mode: PW/PW res: [0x11db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.979995:0:122905:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000268fef09/0x3e4967fcee50e265 lrc: 3/0,1 mode: PW/PW res: [0x1293:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.980004:0:164868:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456369.980010:0:88855:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e27a lrc: 3/0,1 mode: PW/PW res: [0x11db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.980014:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.980020:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e288 lrc: 2/0,0 mode: PW/PW res: [0x129d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.980021:0:85190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1760456369.980028:0:122905:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000268fef09/0x3e4967fcee50e265 lrc: 3/0,1 mode: PW/PW res: [0x1293:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.980030:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a2540ebe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852981824:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456369.980036:0:88855:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e27a lrc: 2/0,0 mode: PW/PW res: [0x11db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.980045:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fa6ffac7 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.980048:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e288 lrc: 2/0,0 mode: PW/PW res: [0x129d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.980051:0:122905:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000268fef09/0x3e4967fcee50e265 lrc: 3/0,1 mode: PW/PW res: [0x1293:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.980060:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456369.980078:0:122905:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000268fef09/0x3e4967fcee50e265 lrc: 2/0,0 mode: PW/PW res: [0x1293:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.980089:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e288 lrc: 3/0,0 mode: PW/PW res: [0x129d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.980095:0:88855:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1760456369.980101:0:122905:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1760456369.980102:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e288 lrc: 1/0,0 mode: --/PW res: [0x129d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.980108:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e288 lrc: 0/0,0 mode: --/PW res: [0x129d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.980123:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1760456369.980125:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e27a lrc: 2/0,0 mode: PW/PW res: [0x11db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.980130:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008b096a6a already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.980133:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e27a lrc: 2/0,0 mode: PW/PW res: [0x11db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.980138:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e27a lrc: 3/0,0 mode: PW/PW res: [0x11db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.980146:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e27a lrc: 1/0,0 mode: --/PW res: [0x11db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.980150:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e27a lrc: 0/0,0 mode: --/PW res: [0x11db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.980159:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.980161:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000268fef09/0x3e4967fcee50e265 lrc: 2/0,0 mode: PW/PW res: [0x1293:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.980166:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000268fef09 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.980168:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000268fef09/0x3e4967fcee50e265 lrc: 2/0,0 mode: PW/PW res: [0x1293:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.980173:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000268fef09/0x3e4967fcee50e265 lrc: 3/0,0 mode: PW/PW res: [0x1293:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.980181:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000268fef09/0x3e4967fcee50e265 lrc: 1/0,0 mode: --/PW res: [0x1293:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.980185:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000268fef09/0x3e4967fcee50e265 lrc: 0/0,0 mode: --/PW res: [0x1293:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.980196:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.980197:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.980199:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.980205:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.980209:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1760456369.980220:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1760456369.980247:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009668f740/2, rc 0, transno 9347 00000100:00100000:1.0:1760456369.980256:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009668f740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852979968:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456369.980277:0:87240:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e535057 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+382:85191:x1845970852981184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2343us (2484us total) trans 38654713806 rc 0/0 00000100:00100000:0.0:1760456369.980285:0:87240:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19328 00000100:00100000:0.0:1760456369.980307:0:87240:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852981952 00000100:00100000:0.0:1760456369.980325:0:87240:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852981824 00000100:00100000:0.0:1760456369.980341:0:87240:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852982016 00000100:00100000:0.0:1760456369.980362:0:87240:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19333 00000100:00100000:0.0:1760456369.980368:0:87240:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006e842412 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+384:85188:x1845970852981952:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1760456369.980379:0:87240:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4789 count 1 00000100:00100000:2.0:1760456369.980381:0:122905:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040648461 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+384:85188:x1845970852980032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5356us (5591us total) trans 38654713807 rc 0/0 00000100:00100000:2.0:1760456369.980389:0:122905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19319 00010000:00010000:0.0:1760456369.980391:0:87240:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e2c7 lrc: 3/0,1 mode: --/PW res: [0x12b5:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.980402:0:87240:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009a1c4574/0x3e4967fcee506989 lrc: 2/0,0 mode: PR/PR res: [0x12b5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef83 expref: 213 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456369.980407:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.980409:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.980411:0:87240:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e2c7 lrc: 4/0,1 mode: --/PW res: [0x12b5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.980413:0:122905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19334 00000100:00100000:2.0:1760456369.980419:0:122905:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004b671a5e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+404:85190:x1845970852981824:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1760456369.980431:0:122905:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4585 count 1 00010000:00010000:0.0:1760456369.980434:0:87240:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009a1c4574/0x3e4967fcee506989 lrc: 3/0,0 mode: PR/PR res: [0x12b5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef83 expref: 213 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456369.980438:0:88855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a2d730a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+404:85188:x1845970852980416:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4969us (5139us total) trans 12884911236 rc 0/0 00010000:00010000:2.0:1760456369.980442:0:122905:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c0db3901/0x3e4967fcee50e2ce lrc: 3/0,1 mode: --/PW res: [0x11e9:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.980455:0:88855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19322 00010000:00010000:2.0:1760456369.980469:0:122905:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a4640266/0x3e4967fcee5057d1 lrc: 2/0,0 mode: PR/PR res: [0x11e9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb93 expref: 245 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456369.980470:0:87240:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009a1c4574/0x3e4967fcee506989 lrc: 4/0,0 mode: PR/PR res: [0x12b5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef83 expref: 213 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.980477:0:88855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19335 00000100:00100000:1.0:1760456369.980485:0:164868:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006f7c080c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+384:85190:x1845970852980672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4272us (4590us total) trans 38654713808 rc 0/0 00000100:00100000:3.0:1760456369.980487:0:88855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000909ca7d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+384:85189:x1845970852982016:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456369.980491:0:122905:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.980495:0:122905:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.980497:0:122905:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0db3901/0x3e4967fcee50e2ce lrc: 4/0,1 mode: --/PW res: [0x11e9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.980501:0:87240:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007a96cebb pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:87240:1845970852982144:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456369.980502:0:164868:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19324 00002000:00080000:3.0:1760456369.980504:0:88855:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4807 count 1 00010000:00010000:3.0:1760456369.980553:0:88855:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c8221b7c/0x3e4967fcee50e2d5 lrc: 3/0,1 mode: --/PW res: [0x12c7:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.980554:0:122905:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a4640266/0x3e4967fcee5057d1 lrc: 3/0,0 mode: PR/PR res: [0x11e9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb93 expref: 245 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.980561:0:122920:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000503abe1f/0x3e4967fcee505324 lrc: 0/0,0 mode: --/PR res: [0x11d1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ea89 expref: 245 pid: 122920 timeout: 4721 lvb_type: 1 00000004:00080000:0.0:1760456369.980573:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000bff89870/2, rc 0, transno 9348 00010000:00010000:3.0:1760456369.980578:0:88855:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000000ba3a8d/0x3e4967fcee506a07 lrc: 2/0,0 mode: PR/PR res: [0x12c7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef9f expref: 213 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456369.980583:0:122905:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a4640266/0x3e4967fcee5057d1 lrc: 4/0,0 mode: PR/PR res: [0x11e9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb93 expref: 245 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.980586:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bff89870 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852980416:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456369.980602:0:88855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.980605:0:88855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.980608:0:88855:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c8221b7c/0x3e4967fcee50e2d5 lrc: 4/0,1 mode: --/PW res: [0x12c7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.980611:0:122920:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000004d33530 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:122920:1845970852979776:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456369.980612:0:122905:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050306f11 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:122905:1845970852982208:192.168.203.34@tcp:104: 00000004:00080000:0.0:1760456369.980631:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000023a49035/2, rc 0, transno 8143 00010000:00010000:1.0:1760456369.980641:0:122920:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e250 lrc: 3/0,1 mode: PW/PW res: [0x11d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.980642:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023a49035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852980032:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456369.980653:0:122920:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e250 lrc: 3/0,1 mode: PW/PW res: [0x11d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.980654:0:88855:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000000ba3a8d/0x3e4967fcee506a07 lrc: 3/0,0 mode: PR/PR res: [0x12c7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef9f expref: 213 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1760456369.980656:0:122905:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d898cb1c going to sleep for 6 seconds 00010000:00010000:1.0:1760456369.980676:0:122920:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e250 lrc: 3/0,1 mode: PW/PW res: [0x11d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.980680:0:88855:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000000ba3a8d/0x3e4967fcee506a07 lrc: 4/0,0 mode: PR/PR res: [0x12c7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef9f expref: 213 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.980686:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000097a83460 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852982400:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456369.980692:0:122920:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e250 lrc: 3/0,1 mode: PW/PW res: [0x11d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.980697:0:123791:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000afdc9c7c/0x3e4967fcee505696 lrc: 0/0,0 mode: --/PR res: [0x11dc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb4d expref: 244 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.980708:0:88855:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e6d09192 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:88855:1845970852982336:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456369.980714:0:122920:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e250 lrc: 2/0,0 mode: PW/PW res: [0x11d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.980718:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456369.980727:0:123791:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081141810 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:123791:1845970852981248:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456369.980735:0:122920:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1760456369.980737:0:88855:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ba968e39 going to sleep for 6 seconds 00010000:00010000:2.0:1760456369.980744:0:123791:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e29d lrc: 3/0,1 mode: PW/PW res: [0x11dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.980746:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.980750:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e250 lrc: 2/0,0 mode: PW/PW res: [0x11d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.980754:0:123791:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e29d lrc: 3/0,1 mode: PW/PW res: [0x11dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.980758:0:87239:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e281 lrc: 3/0,1 mode: PW/PW res: [0x11dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.980760:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d75f89ec already unused, calling callback (0000000049577fce) 00000100:00100000:0.0:1760456369.980763:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd1be2e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852982080:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456369.980765:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e250 lrc: 2/0,0 mode: PW/PW res: [0x11d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.980773:0:123791:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e29d lrc: 3/0,1 mode: PW/PW res: [0x11dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.980781:0:87239:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e281 lrc: 3/0,1 mode: PW/PW res: [0x11dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.980788:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e250 lrc: 3/0,0 mode: PW/PW res: [0x11d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.980800:0:123791:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e29d lrc: 3/0,1 mode: PW/PW res: [0x11dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.980805:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456369.980806:0:87239:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e281 lrc: 3/0,1 mode: PW/PW res: [0x11dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.980814:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e250 lrc: 1/0,0 mode: --/PW res: [0x11d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1760456369.980825:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000051250976/2, rc 0, transno 8144 00010000:00010000:2.0:1760456369.980826:0:123791:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e29d lrc: 2/0,0 mode: PW/PW res: [0x11dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.980833:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000051250976 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852980672:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456369.980834:0:87239:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e281 lrc: 2/0,0 mode: PW/PW res: [0x11dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.980835:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e250 lrc: 0/0,0 mode: --/PW res: [0x11d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.980867:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1760456369.980869:0:123791:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456369.980870:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e29d lrc: 3/0,0 mode: PW/PW res: [0x11dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.980874:0:87239:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456369.980876:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.980877:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000022b6459a already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.980880:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e29d lrc: 2/0,0 mode: PW/PW res: [0x11dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.980881:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e281 lrc: 2/0,0 mode: PW/PW res: [0x11dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.980885:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.980896:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e29d lrc: 3/0,0 mode: PW/PW res: [0x11dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.980899:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d713c715 already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456369.980901:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009badb1cd/0x3e4967fcee5054dd lrc: 4/0,0 mode: PR/PR res: [0x11d2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eaeb expref: 243 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.980903:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e281 lrc: 2/0,0 mode: PW/PW res: [0x11dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.980911:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e29d lrc: 1/0,0 mode: --/PW res: [0x11dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.980926:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e29d lrc: 0/0,0 mode: --/PW res: [0x11dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.980926:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e281 lrc: 3/0,0 mode: PW/PW res: [0x11dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.980940:0:122347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1316 00000100:00100000:3.0:1760456369.980949:0:122347:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000097b719bc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+243:167593:x1845970873992448:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1760456369.980957:0:122347:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1760456369.980958:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e281 lrc: 1/0,0 mode: --/PW res: [0x11dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.980962:0:122347:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009badb1cd/0x3e4967fcee5054dd lrc: 4/0,0 mode: PR/PR res: [0x11d2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eaeb expref: 243 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.980964:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.980967:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.980970:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.980972:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e281 lrc: 0/0,0 mode: --/PW res: [0x11dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.980981:0:122347:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009badb1cd/0x3e4967fcee5054dd lrc: 3/0,0 mode: PR/PR res: [0x11d2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eaeb expref: 243 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.980987:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000096dd0813 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852982464:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1760456369.980990:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.980992:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.980995:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.980997:0:122347:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009badb1cd/0x3e4967fcee5054dd lrc: 0/0,0 mode: --/PR res: [0x11d2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eaeb expref: 243 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.981011:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.981013:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.981015:0:122347:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f2be79c4/0x3e4967fcee50e26c lrc: 3/0,1 mode: PW/PW res: [0x11d2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.981015:0:85190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:3.0:1760456369.981024:0:122347:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f2be79c4/0x3e4967fcee50e26c lrc: 4/0,1 mode: PW/PW res: [0x11d2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.981026:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017c2c717 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852982272:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456369.981027:0:123791:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005c018ec8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+404:85188:x1845970852981120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3456us (3912us total) trans 12884911237 rc 0/0 00000100:00100000:1.0:1760456369.981027:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456369.981044:0:123791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19327 00010000:00010000:3.0:1760456369.981056:0:122347:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1760456369.981062:0:164868:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852982400 00000100:00100000:0.0:1760456369.981062:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456369.981066:0:123791:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852982080 00000100:00100000:3.0:1760456369.981074:0:122347:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000097b719bc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+242:167593:x1845970873992448:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 125us (3232us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456369.981082:0:122347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1316 00000100:00100000:1.0:1760456369.981087:0:164868:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852982464 00000100:00100000:2.0:1760456369.981093:0:123791:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852982272 00000004:00080000:0.0:1760456369.981114:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000030baf9a4/2, rc 0, transno 9349 00000100:00100000:1.0:1760456369.981116:0:164868:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19336 00000100:00100000:2.0:1760456369.981125:0:123791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19337 00000100:00100000:1.0:1760456369.981126:0:164868:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009623f854 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+385:85188:x1845970852982400:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456369.981126:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000030baf9a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852981120:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456369.981133:0:123791:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d693516 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+405:85190:x1845970852982080:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1760456369.981142:0:164868:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4826 count 1 00000100:00100000:3.0:1760456369.981145:0:122906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19338 00002000:00080000:2.0:1760456369.981147:0:123791:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4613 count 1 00000100:00100000:3.0:1760456369.981154:0:122906:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e13246e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+385:85189:x1845970852982464:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456369.981155:0:164868:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e2dc lrc: 3/0,1 mode: --/PW res: [0x12da:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.981159:0:123791:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e2e3 lrc: 3/0,1 mode: --/PW res: [0x1205:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.981165:0:164869:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f2be79c4/0x3e4967fcee50e26c lrc: 3/0,1 mode: PW/PW res: [0x11d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1760456369.981175:0:122906:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4810 count 1 00010000:00010000:1.0:1760456369.981180:0:164868:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fb95d69f/0x3e4967fcee506a46 lrc: 2/0,0 mode: PR/PR res: [0x12da:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49efad expref: 213 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456369.981189:0:123791:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000037d7e84a/0x3e4967fcee50588e lrc: 2/0,0 mode: PR/PR res: [0x1205:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ebbd expref: 241 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456369.981189:0:164869:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f2be79c4/0x3e4967fcee50e26c lrc: 3/0,1 mode: PW/PW res: [0x11d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.981192:0:122906:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001efa1cc8/0x3e4967fcee50e2ea lrc: 3/0,1 mode: --/PW res: [0x12ca:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.981194:0:164868:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.981196:0:164868:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.981199:0:164868:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e2dc lrc: 4/0,1 mode: --/PW res: [0x12da:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.981216:0:123791:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.981217:0:164869:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f2be79c4/0x3e4967fcee50e26c lrc: 3/0,1 mode: PW/PW res: [0x11d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.981220:0:123791:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.981224:0:123791:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e2e3 lrc: 4/0,1 mode: --/PW res: [0x1205:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.981227:0:122906:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002fc1e0ce/0x3e4967fcee506a85 lrc: 2/0,0 mode: PR/PR res: [0x12ca:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49efbb expref: 213 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456369.981229:0:164869:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f2be79c4/0x3e4967fcee50e26c lrc: 2/0,0 mode: PW/PW res: [0x11d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.981234:0:164868:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fb95d69f/0x3e4967fcee506a46 lrc: 3/0,0 mode: PR/PR res: [0x12da:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49efad expref: 213 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456369.981254:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.981258:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.981258:0:123791:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000037d7e84a/0x3e4967fcee50588e lrc: 3/0,0 mode: PR/PR res: [0x1205:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ebbd expref: 241 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.981260:0:164868:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fb95d69f/0x3e4967fcee506a46 lrc: 4/0,0 mode: PR/PR res: [0x12da:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49efad expref: 213 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.981261:0:122906:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001efa1cc8/0x3e4967fcee50e2ea lrc: 4/0,1 mode: --/PW res: [0x12ca:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.981285:0:164869:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1760456369.981286:0:123791:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000037d7e84a/0x3e4967fcee50588e lrc: 4/0,0 mode: PR/PR res: [0x1205:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ebbd expref: 241 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.981290:0:164868:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000015c576cc pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:164868:1845970852982592:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456369.981304:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456369.981305:0:122906:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002fc1e0ce/0x3e4967fcee506a85 lrc: 3/0,0 mode: PR/PR res: [0x12ca:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49efbb expref: 213 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1760456369.981306:0:123791:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000036623ba6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:123791:1845970852982656:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456369.981308:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f2be79c4/0x3e4967fcee50e26c lrc: 2/0,0 mode: PW/PW res: [0x11d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.981330:0:123791:0:(client.c:2500:ptlrpc_set_wait()) set 0000000015a621d8 going to sleep for 6 seconds 00010000:00010000:3.0:1760456369.981336:0:122906:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002fc1e0ce/0x3e4967fcee506a85 lrc: 4/0,0 mode: PR/PR res: [0x12ca:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49efbb expref: 213 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.981337:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f2be79c4 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.981341:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f2be79c4/0x3e4967fcee50e26c lrc: 2/0,0 mode: PW/PW res: [0x11d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.981355:0:87410:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19339 00010000:00010000:1.0:1760456369.981359:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f2be79c4/0x3e4967fcee50e26c lrc: 3/0,0 mode: PW/PW res: [0x11d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.981364:0:87410:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c5ddebf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+405:85190:x1845970852982272:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456369.981367:0:122906:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002652641a pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:122906:1845970852982720:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456369.981379:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f2be79c4/0x3e4967fcee50e26c lrc: 1/0,0 mode: --/PW res: [0x11d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1760456369.981385:0:87410:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4601 count 1 00010000:00010000:1.0:1760456369.981385:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f2be79c4/0x3e4967fcee50e26c lrc: 0/0,0 mode: --/PW res: [0x11d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.981397:0:87410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009c02871f/0x3e4967fcee50e2f1 lrc: 3/0,1 mode: --/PW res: [0x11f9:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.981400:0:122906:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ae4d228e going to sleep for 6 seconds 00010000:00010000:1.0:1760456369.981409:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456369.981410:0:87410:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e1f06ac7/0x3e4967fcee5058cd lrc: 2/0,0 mode: PR/PR res: [0x11f9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ebcb expref: 241 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.981412:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.981414:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456369.981417:0:87410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.981419:0:87410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.981421:0:87410:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009c02871f/0x3e4967fcee50e2f1 lrc: 4/0,1 mode: --/PW res: [0x11f9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.981429:0:164869:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b64b0c51 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+406:85190:x1845970852980160:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6392us (6526us total) trans 12884911238 rc 0/0 00010000:00010000:2.0:1760456369.981438:0:87410:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e1f06ac7/0x3e4967fcee5058cd lrc: 3/0,0 mode: PR/PR res: [0x11f9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ebcb expref: 241 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456369.981439:0:164869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19320 00010000:00010000:2.0:1760456369.981449:0:87410:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e1f06ac7/0x3e4967fcee5058cd lrc: 4/0,0 mode: PR/PR res: [0x11f9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ebcb expref: 241 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.981458:0:87410:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000467d5fb5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:87410:1845970852982784:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456369.981468:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058446ab1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852982528:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456369.981479:0:87410:0:(client.c:2500:ptlrpc_set_wait()) set 000000003c58ae1e going to sleep for 6 seconds 00000100:00100000:0.0:1760456369.981493:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1760456369.981589:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000002dd3f5d/2, rc 0, transno 9350 00000004:00080000:2.0:1760456369.981595:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000af60f62b/2, rc 0, transno 8142 00000100:00100000:0.0:1760456369.981599:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000002dd3f5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852980160:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456369.981608:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af60f62b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852981184:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456369.981645:0:122919:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852982528 00000100:00100000:2.0:1760456369.981677:0:122919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19340 00000100:00100000:2.0:1760456369.981682:0:122919:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ad8b64f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+407:85190:x1845970852982528:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456369.981685:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000007fc8716 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852982912:0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1760456369.981693:0:122919:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4606 count 1 00010000:00010000:2.0:1760456369.981706:0:122919:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000edf3a6a2/0x3e4967fcee50e2f8 lrc: 3/0,1 mode: --/PW res: [0x11fe:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.981706:0:122920:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000df56cdea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+408:85190:x1845970852979712:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8867us (8941us total) trans 12884911239 rc 0/0 00000100:00100000:1.0:1760456369.981721:0:122920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19316 00010000:00010000:2.0:1760456369.981722:0:122919:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009088b766/0x3e4967fcee50590c lrc: 2/0,0 mode: PR/PR res: [0x11fe:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ebd9 expref: 241 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456369.981726:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456369.981732:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.981734:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.981736:0:122919:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000edf3a6a2/0x3e4967fcee50e2f8 lrc: 4/0,1 mode: --/PW res: [0x11fe:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.981749:0:122920:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852982912 00010000:00010000:2.0:1760456369.981754:0:122919:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009088b766/0x3e4967fcee50590c lrc: 3/0,0 mode: PR/PR res: [0x11fe:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ebd9 expref: 241 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456369.981762:0:122919:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009088b766/0x3e4967fcee50590c lrc: 4/0,0 mode: PR/PR res: [0x11fe:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ebd9 expref: 241 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.981768:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000034305d8e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852982848:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456369.981772:0:122919:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000087b6f60d pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:122919:1845970852982976:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456369.981778:0:122920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19341 00000100:00100000:1.0:1760456369.981783:0:122920:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a621428d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+386:85188:x1845970852982912:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1760456369.981794:0:87239:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f4c5d5c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+407:85188:x1845970852980544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6040us (6434us total) trans 12884911240 rc 0/0 00002000:00080000:1.0:1760456369.981794:0:122920:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4808 count 1 00000100:00100000:2.0:1760456369.981798:0:122919:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d56f02de going to sleep for 6 seconds 00010000:00010000:1.0:1760456369.981807:0:122920:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000058314f92/0x3e4967fcee50e2ff lrc: 3/0,1 mode: --/PW res: [0x12c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.981810:0:87239:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19323 00000100:00100000:0.0:1760456369.981812:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456369.981821:0:87240:0:(client.c:2500:ptlrpc_set_wait()) set 00000000046e0fdb going to sleep for 6 seconds 00010000:00010000:1.0:1760456369.981823:0:122920:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ec73ef6d/0x3e4967fcee506b42 lrc: 2/0,0 mode: PR/PR res: [0x12c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49efe5 expref: 213 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.981830:0:122920:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.981832:0:122920:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.981833:0:122920:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000058314f92/0x3e4967fcee50e2ff lrc: 4/0,1 mode: --/PW res: [0x12c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.981837:0:87239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852982848 00010000:00010000:1.0:1760456369.981850:0:122920:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ec73ef6d/0x3e4967fcee506b42 lrc: 3/0,0 mode: PR/PR res: [0x12c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49efe5 expref: 213 pid: 122920 timeout: 0 lvb_type: 1 00000004:00080000:0.0:1760456369.981852:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009c15c400/2, rc 0, transno 9352 00010000:00010000:1.0:1760456369.981859:0:122920:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ec73ef6d/0x3e4967fcee506b42 lrc: 4/0,0 mode: PR/PR res: [0x12c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49efe5 expref: 213 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.981862:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009c15c400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852980544:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456369.981865:0:87239:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19342 00000100:00100000:3.0:1760456369.981875:0:87239:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008728c0c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+407:85191:x1845970852982848:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456369.981877:0:122920:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006cacbcf0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:122920:1845970852983040:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456369.981892:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00002000:00080000:3.0:1760456369.981893:0:87239:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4609 count 1 00000100:00100000:0.0:1760456369.981899:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f9a66bac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852983104:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456369.981900:0:122920:0:(client.c:2500:ptlrpc_set_wait()) set 00000000324b1fb1 going to sleep for 6 seconds 00010000:00010000:3.0:1760456369.981910:0:87239:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e306 lrc: 3/0,1 mode: --/PW res: [0x1201:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.981923:0:87239:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008c27c2d9/0x3e4967fcee50598a lrc: 2/0,0 mode: PR/PR res: [0x1201:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ebf5 expref: 241 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456369.981929:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456369.981932:0:164868:0:(client.c:2500:ptlrpc_set_wait()) set 00000000aac9fede going to sleep for 6 seconds 00010000:00010000:3.0:1760456369.981939:0:87239:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.981941:0:87239:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.981944:0:87239:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e306 lrc: 4/0,1 mode: --/PW res: [0x1201:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.981949:0:122923:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852983104 00000004:00080000:0.0:1760456369.981963:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000648a6463/2, rc 0, transno 9351 00010000:00010000:3.0:1760456369.981967:0:87239:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008c27c2d9/0x3e4967fcee50598a lrc: 3/0,0 mode: PR/PR res: [0x1201:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ebf5 expref: 241 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456369.981974:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000648a6463 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852979712:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456369.981978:0:122923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19343 00000100:00100000:1.0:1760456369.981987:0:122923:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cb334386 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+408:85188:x1845970852983104:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456369.981994:0:87239:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008c27c2d9/0x3e4967fcee50598a lrc: 4/0,0 mode: PR/PR res: [0x1201:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ebf5 expref: 241 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.982007:0:87239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e8dd4db1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:87239:1845970852983168:192.168.203.34@tcp:104: 00002000:00080000:1.0:1760456369.982008:0:122923:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4631 count 1 00000100:00100000:0.0:1760456369.982020:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005844b64c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852983232:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456369.982022:0:122923:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e30d lrc: 3/0,1 mode: --/PW res: [0x1217:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.982032:0:122923:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000455a7060/0x3e4967fcee5059c9 lrc: 2/0,0 mode: PR/PR res: [0x1217:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec03 expref: 241 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456369.982034:0:87239:0:(client.c:2500:ptlrpc_set_wait()) set 000000003eba5310 going to sleep for 6 seconds 00010000:00010000:1.0:1760456369.982040:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.982042:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.982044:0:122923:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e30d lrc: 4/0,1 mode: --/PW res: [0x1217:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.982048:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1760456369.982064:0:122923:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000455a7060/0x3e4967fcee5059c9 lrc: 3/0,0 mode: PR/PR res: [0x1217:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec03 expref: 241 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.982071:0:122923:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000455a7060/0x3e4967fcee5059c9 lrc: 4/0,0 mode: PR/PR res: [0x1217:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec03 expref: 241 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.982080:0:164871:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852983232 00000100:00100000:1.0:1760456369.982080:0:122923:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000004d33530 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:122923:1845970852983296:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456369.982101:0:122923:0:(client.c:2500:ptlrpc_set_wait()) set 00000000092877e8 going to sleep for 6 seconds 00000100:00100000:3.0:1760456369.982117:0:164871:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19344 00000100:00100000:3.0:1760456369.982124:0:164871:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff4c5358 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+409:85190:x1845970852983232:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1760456369.982135:0:164871:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4618 count 1 00010000:00010000:3.0:1760456369.982149:0:164871:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bed1ec81/0x3e4967fcee50e314 lrc: 3/0,1 mode: --/PW res: [0x120a:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.982160:0:164871:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b6abc592/0x3e4967fcee505a47 lrc: 2/0,0 mode: PR/PR res: [0x120a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec1f expref: 241 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456369.982168:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.982170:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.982172:0:164871:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bed1ec81/0x3e4967fcee50e314 lrc: 4/0,1 mode: --/PW res: [0x120a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.982195:0:164871:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b6abc592/0x3e4967fcee505a47 lrc: 3/0,0 mode: PR/PR res: [0x120a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec1f expref: 241 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456369.982207:0:164871:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b6abc592/0x3e4967fcee505a47 lrc: 4/0,0 mode: PR/PR res: [0x120a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec1f expref: 241 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.982217:0:87237:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbed4e03 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:87237:1845970852981632:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456369.982234:0:164871:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b4c05355 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:164871:1845970852983360:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456369.982235:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456369.982242:0:87237:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50e2ab lrc: 3/0,1 mode: --/PW res: [0x11e4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.982263:0:164871:0:(client.c:2500:ptlrpc_set_wait()) set 00000000388f7315 going to sleep for 6 seconds 00000100:00100000:3.0:1760456369.982286:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873993024 00010000:00010000:3.0:1760456369.982302:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000e350a59/0x3e4967fcee5056d5 lrc: 4/0,0 mode: PR/PR res: [0x11e4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb5b expref: 242 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.982327:0:164870:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017fa6256 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:164870:1845970852981696:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456369.982334:0:122343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1317 00010000:00010000:0.0:1760456369.982346:0:164870:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009b9682d0/0x3e4967fcee50e2b2 lrc: 3/0,1 mode: --/PW res: [0x12ab:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.982347:0:122343:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000097b719bc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+242:167594:x1845970873993024:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00000100:00100000:2.0:1760456369.982348:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456369.982364:0:122343:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456369.982370:0:122343:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000e350a59/0x3e4967fcee5056d5 lrc: 4/0,0 mode: PR/PR res: [0x11e4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb5b expref: 242 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.982383:0:122343:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000e350a59/0x3e4967fcee5056d5 lrc: 3/0,0 mode: PR/PR res: [0x11e4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb5b expref: 242 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.982398:0:122343:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000e350a59/0x3e4967fcee5056d5 lrc: 0/0,0 mode: --/PR res: [0x11e4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb5b expref: 242 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.982410:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.982412:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.982414:0:122343:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50e2ab lrc: 3/0,1 mode: PW/PW res: [0x11e4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.982422:0:122343:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50e2ab lrc: 4/0,1 mode: PW/PW res: [0x11e4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.982454:0:122343:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456369.982475:0:87237:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50e2ab lrc: 3/0,1 mode: PW/PW res: [0x11e4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.982484:0:87237:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50e2ab lrc: 3/0,1 mode: PW/PW res: [0x11e4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.982486:0:122343:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000097b719bc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+241:167594:x1845970873993024:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 144us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456369.982503:0:122343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1317 00010000:00010000:0.0:1760456369.982504:0:87237:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50e2ab lrc: 3/0,1 mode: PW/PW res: [0x11e4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.982533:0:87237:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50e2ab lrc: 2/0,0 mode: PW/PW res: [0x11e4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.982554:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873993088 00010000:00010000:0.0:1760456369.982558:0:87237:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456369.982563:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.982566:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50e2ab lrc: 2/0,0 mode: PW/PW res: [0x11e4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.982572:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000051361bf8 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.982575:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50e2ab lrc: 2/0,0 mode: PW/PW res: [0x11e4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.982580:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50e2ab lrc: 3/0,0 mode: PW/PW res: [0x11e4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.982588:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50e2ab lrc: 1/0,0 mode: --/PW res: [0x11e4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.982592:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50e2ab lrc: 0/0,0 mode: --/PW res: [0x11e4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.982660:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.982662:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.982663:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.982679:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000049db0e13/0x3e4967fcee50688d lrc: 4/0,0 mode: PR/PR res: [0x12ab:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef4b expref: 214 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.982701:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1318 00000100:00100000:1.0:1760456369.982705:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000943f5af7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+214:167594:x1845970873993088:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1760456369.982712:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456369.982715:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000049db0e13/0x3e4967fcee50688d lrc: 4/0,0 mode: PR/PR res: [0x12ab:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef4b expref: 214 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.982723:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000049db0e13/0x3e4967fcee50688d lrc: 3/0,0 mode: PR/PR res: [0x12ab:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef4b expref: 214 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.982733:0:122345:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000049db0e13/0x3e4967fcee50688d lrc: 0/0,0 mode: --/PR res: [0x12ab:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef4b expref: 214 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.982741:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.982742:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.982744:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009b9682d0/0x3e4967fcee50e2b2 lrc: 3/0,1 mode: PW/PW res: [0x12ab:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.982749:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009b9682d0/0x3e4967fcee50e2b2 lrc: 4/0,1 mode: PW/PW res: [0x12ab:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.982762:0:87237:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091f4412c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+410:85188:x1845970852981376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4299us (4918us total) trans 12884911241 rc 0/0 00000100:00100000:0.0:1760456369.982770:0:87237:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19329 00000004:00080000:0.0:1760456369.982799:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a3618409/2, rc 0, transno 9353 00000100:00100000:0.0:1760456369.982806:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a3618409 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852981376:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456369.982827:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1760456369.982849:0:85190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1760456369.982850:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000943f5af7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+213:167594:x1845970873993088:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 142us (510us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456369.982858:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1318 00000100:00100000:0.0:1760456369.982859:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000201ac382 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852983424:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456369.982889:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1760456369.982932:0:164870:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009b9682d0/0x3e4967fcee50e2b2 lrc: 3/0,1 mode: PW/PW res: [0x12ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.982934:0:87237:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852983424 00010000:00010000:0.0:1760456369.982942:0:164870:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009b9682d0/0x3e4967fcee50e2b2 lrc: 3/0,1 mode: PW/PW res: [0x12ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.982951:0:164870:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009b9682d0/0x3e4967fcee50e2b2 lrc: 3/0,1 mode: PW/PW res: [0x12ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.982958:0:164870:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009b9682d0/0x3e4967fcee50e2b2 lrc: 2/0,0 mode: PW/PW res: [0x12ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.982962:0:87237:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19345 00000100:00100000:3.0:1760456369.982969:0:87237:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000043ab4bcb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+410:85190:x1845970852983424:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456369.982990:0:164870:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456369.982995:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00002000:00080000:3.0:1760456369.982998:0:87237:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4630 count 1 00010000:00010000:1.0:1760456369.982998:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009b9682d0/0x3e4967fcee50e2b2 lrc: 2/0,0 mode: PW/PW res: [0x12ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.983007:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009b9682d0 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.983009:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009b9682d0/0x3e4967fcee50e2b2 lrc: 2/0,0 mode: PW/PW res: [0x12ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.983015:0:87237:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e31b lrc: 3/0,1 mode: --/PW res: [0x1216:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.983015:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009b9682d0/0x3e4967fcee50e2b2 lrc: 3/0,0 mode: PW/PW res: [0x12ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.983040:0:87237:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000312fce15/0x3e4967fcee505b82 lrc: 2/0,0 mode: PR/PR res: [0x1216:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec65 expref: 240 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.983040:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009b9682d0/0x3e4967fcee50e2b2 lrc: 1/0,0 mode: --/PW res: [0x12ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.983059:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009b9682d0/0x3e4967fcee50e2b2 lrc: 0/0,0 mode: --/PW res: [0x12ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.983061:0:87237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.983065:0:87237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.983068:0:87237:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e31b lrc: 4/0,1 mode: --/PW res: [0x1216:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.983077:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.983080:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.983083:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.983091:0:87237:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000312fce15/0x3e4967fcee505b82 lrc: 3/0,0 mode: PR/PR res: [0x1216:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec65 expref: 240 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456369.983101:0:87237:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000312fce15/0x3e4967fcee505b82 lrc: 4/0,0 mode: PR/PR res: [0x1216:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec65 expref: 240 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.983113:0:87237:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003f2456ae pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:87237:1845970852983488:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456369.983117:0:164870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c22c69e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+387:85189:x1845970852981440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4393us (5058us total) trans 38654713809 rc 0/0 00000100:00100000:0.0:1760456369.983125:0:164870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19330 00000004:00080000:1.0:1760456369.983126:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c67e02c1/2, rc 0, transno 8145 00000100:00100000:1.0:1760456369.983139:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c67e02c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852981440:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1760456369.983154:0:87237:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c9d645c2 going to sleep for 6 seconds 00000100:00100000:0.0:1760456369.983176:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017fa6256 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852983552:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456369.983204:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1760456369.983238:0:122921:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852983552 00000100:00100000:0.0:1760456369.983254:0:122921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19346 00000100:00100000:0.0:1760456369.983258:0:122921:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbed4e03 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+387:85188:x1845970852983552:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1760456369.983270:0:122921:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4821 count 1 00010000:00010000:0.0:1760456369.983281:0:122921:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e322 lrc: 3/0,1 mode: --/PW res: [0x12d5:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.983291:0:122921:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000072dfc7ac/0x3e4967fcee506b81 lrc: 2/0,0 mode: PR/PR res: [0x12d5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eff3 expref: 212 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456369.983296:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.983297:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.983298:0:122921:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e322 lrc: 4/0,1 mode: --/PW res: [0x12d5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.983311:0:122921:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000072dfc7ac/0x3e4967fcee506b81 lrc: 3/0,0 mode: PR/PR res: [0x12d5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eff3 expref: 212 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456369.983316:0:122921:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000072dfc7ac/0x3e4967fcee506b81 lrc: 4/0,0 mode: PR/PR res: [0x12d5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eff3 expref: 212 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.983322:0:122921:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a3b8ee61 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:122921:1845970852983616:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456369.983348:0:122921:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ba2c36cc going to sleep for 6 seconds 00000100:00100000:0.0:1760456369.984734:0:122914:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b4824d8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:122914:1845970852981760:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456369.984751:0:122914:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e2b9 lrc: 3/0,1 mode: --/PW res: [0x12aa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.984762:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456369.984792:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.984815:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873993152 00010000:00010000:1.0:1760456369.984829:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e1f06ac7/0x3e4967fcee5058cd lrc: 5/0,0 mode: PR/PR res: [0x11f9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ebcb expref: 241 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.984841:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873993280 00000100:00100000:2.0:1760456369.984850:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.984853:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1319 00000100:00100000:1.0:1760456369.984860:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000081141810 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+241:167594:x1845970873993152:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1760456369.984861:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000696b98aa/0x3e4967fcee50690b lrc: 4/0,0 mode: PR/PR res: [0x12aa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef67 expref: 213 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.984869:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456369.984875:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e1f06ac7/0x3e4967fcee5058cd lrc: 5/0,0 mode: PR/PR res: [0x11f9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ebcb expref: 241 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.984883:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e1f06ac7/0x3e4967fcee5058cd lrc: 4/0,0 mode: PR/PR res: [0x11f9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ebcb expref: 241 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.984893:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:3.0:1760456369.984895:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873993408 00010000:00010000:1.0:1760456369.984900:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.984903:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.984905:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009c02871f/0x3e4967fcee50e2f1 lrc: 3/0,1 mode: PW/PW res: [0x11f9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.984910:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a4640266/0x3e4967fcee5057d1 lrc: 5/0,0 mode: PR/PR res: [0x11e9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb93 expref: 242 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.984915:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009c02871f/0x3e4967fcee50e2f1 lrc: 4/0,1 mode: PW/PW res: [0x11f9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.984920:0:86475:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873993216 00010000:00010000:1.0:1760456369.984936:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456369.984939:0:86475:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009088b766/0x3e4967fcee50590c lrc: 5/0,0 mode: PR/PR res: [0x11fe:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ebd9 expref: 243 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.984946:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1320 00000100:00100000:3.0:1760456369.984954:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000097b719bc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+213:167594:x1845970873993280:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00000100:00100000:1.0:1760456369.984961:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000081141810 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+243:167594:x1845970873993152:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 98us (196us total) trans 0 rc 0/0 00010000:00010000:3.0:1760456369.984968:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1760456369.984969:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1319 00010000:00010000:3.0:1760456369.984977:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000696b98aa/0x3e4967fcee50690b lrc: 4/0,0 mode: PR/PR res: [0x12aa:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef67 expref: 213 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.984979:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1321 00000100:00100000:1.0:1760456369.984992:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1322 00000100:00100000:2.0:1760456369.984994:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000076441b21 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+242:167594:x1845970873993408:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1760456369.984999:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000696b98aa/0x3e4967fcee50690b lrc: 3/0,0 mode: PR/PR res: [0x12aa:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef67 expref: 213 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.985002:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fb3261b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+242:167594:x1845970873993216:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1760456369.985008:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456369.985014:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456369.985017:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a4640266/0x3e4967fcee5057d1 lrc: 5/0,0 mode: PR/PR res: [0x11e9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb93 expref: 242 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.985019:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009088b766/0x3e4967fcee50590c lrc: 5/0,0 mode: PR/PR res: [0x11fe:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ebd9 expref: 242 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.985026:0:86473:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000696b98aa/0x3e4967fcee50690b lrc: 0/0,0 mode: --/PR res: [0x12aa:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef67 expref: 213 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.985047:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a4640266/0x3e4967fcee5057d1 lrc: 4/0,0 mode: PR/PR res: [0x11e9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb93 expref: 242 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.985047:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009088b766/0x3e4967fcee50590c lrc: 4/0,0 mode: PR/PR res: [0x11fe:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ebd9 expref: 242 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.985051:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.985053:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.985057:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e2b9 lrc: 3/0,1 mode: PW/PW res: [0x12aa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.985077:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.985078:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e2b9 lrc: 4/0,1 mode: PW/PW res: [0x12aa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.985081:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.985083:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000edf3a6a2/0x3e4967fcee50e2f8 lrc: 3/0,1 mode: PW/PW res: [0x11fe:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.985085:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.985089:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.985092:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c0db3901/0x3e4967fcee50e2ce lrc: 3/0,1 mode: PW/PW res: [0x11e9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.985100:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000edf3a6a2/0x3e4967fcee50e2f8 lrc: 4/0,1 mode: PW/PW res: [0x11fe:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.985109:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0db3901/0x3e4967fcee50e2ce lrc: 4/0,1 mode: PW/PW res: [0x11e9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.985114:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456369.985118:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456369.985129:0:122914:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e2b9 lrc: 3/0,1 mode: PW/PW res: [0x12aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.985132:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456369.985137:0:122914:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e2b9 lrc: 3/0,1 mode: PW/PW res: [0x12aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.985145:0:122914:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e2b9 lrc: 3/0,1 mode: PW/PW res: [0x12aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.985147:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000097b719bc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+212:167594:x1845970873993280:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 187us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456369.985147:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fb3261b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+242:167594:x1845970873993216:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 145us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456369.985164:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000076441b21 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+242:167594:x1845970873993408:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 169us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456369.985170:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1322 00000100:00100000:3.0:1760456369.985182:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1320 00010000:00010000:0.0:1760456369.985183:0:122914:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e2b9 lrc: 2/0,0 mode: PW/PW res: [0x12aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.985195:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1321 00010000:00010000:0.0:1760456369.985199:0:122914:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456369.985209:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456369.985212:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e2b9 lrc: 2/0,0 mode: PW/PW res: [0x12aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.985216:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456369.985222:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000016be4d0e already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456369.985224:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e2b9 lrc: 2/0,0 mode: PW/PW res: [0x12aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.985229:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e2b9 lrc: 3/0,0 mode: PW/PW res: [0x12aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.985240:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e2b9 lrc: 1/0,0 mode: --/PW res: [0x12aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.985244:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873993344 00010000:00010000:0.0:1760456369.985245:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e2b9 lrc: 0/0,0 mode: --/PW res: [0x12aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.985246:0:87410:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e1f06ac7/0x3e4967fcee5058cd lrc: 0/0,0 mode: --/PR res: [0x11f9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ebcb expref: 240 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.985262:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000843ea16c/0x3e4967fcee50680f lrc: 5/0,0 mode: PR/PR res: [0x12a1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef2f expref: 212 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.985267:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.985269:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.985270:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1760456369.985274:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456369.985297:0:87410:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000467d5fb5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:87410:1845970852982784:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456369.985313:0:122344:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873993472 00010000:00010000:2.0:1760456369.985317:0:87410:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009c02871f/0x3e4967fcee50e2f1 lrc: 3/0,1 mode: PW/PW res: [0x11f9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.985329:0:122344:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009a1c4574/0x3e4967fcee506989 lrc: 5/0,0 mode: PR/PR res: [0x12b5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef83 expref: 213 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.985347:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1323 00000100:00100000:1.0:1760456369.985351:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456369.985358:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bfae3253 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+213:167594:x1845970873993344:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1760456369.985368:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456369.985375:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000843ea16c/0x3e4967fcee50680f lrc: 5/0,0 mode: PR/PR res: [0x12a1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef2f expref: 213 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.985376:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1324 00000100:00100000:3.0:1760456369.985387:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbff87bd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+213:167594:x1845970873993472:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1760456369.985395:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000843ea16c/0x3e4967fcee50680f lrc: 4/0,0 mode: PR/PR res: [0x12a1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef2f expref: 213 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.985398:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456369.985405:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009a1c4574/0x3e4967fcee506989 lrc: 5/0,0 mode: PR/PR res: [0x12b5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef83 expref: 213 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.985417:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009a1c4574/0x3e4967fcee506989 lrc: 4/0,0 mode: PR/PR res: [0x12b5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef83 expref: 213 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.985420:0:86474:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873993536 00010000:00010000:2.0:1760456369.985421:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.985425:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.985428:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e2c0 lrc: 3/0,1 mode: PW/PW res: [0x12a1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.985432:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.985435:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.985435:0:86474:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000000ba3a8d/0x3e4967fcee506a07 lrc: 5/0,0 mode: PR/PR res: [0x12c7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef9f expref: 214 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.985438:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e2c7 lrc: 3/0,1 mode: PW/PW res: [0x12b5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.985443:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e2c0 lrc: 4/0,1 mode: PW/PW res: [0x12a1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.985461:0:122914:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c887b366 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+388:85190:x1845970852981504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6095us (7253us total) trans 38654713810 rc 0/0 00000100:00100000:1.0:1760456369.985474:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1325 00010000:00010000:3.0:1760456369.985477:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e2c7 lrc: 4/0,1 mode: PW/PW res: [0x12b5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.985480:0:122914:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19331 00010000:00010000:2.0:1760456369.985482:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1760456369.985484:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2f79317 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+214:167594:x1845970873993536:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1760456369.985497:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456369.985500:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000000ba3a8d/0x3e4967fcee506a07 lrc: 5/0,0 mode: PR/PR res: [0x12c7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef9f expref: 214 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.985502:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456369.985527:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000000ba3a8d/0x3e4967fcee506a07 lrc: 4/0,0 mode: PR/PR res: [0x12c7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef9f expref: 214 pid: 122920 timeout: 4721 lvb_type: 1 00000004:00080000:0.0:1760456369.985536:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000f514b3a6/2, rc 0, transno 8146 00010000:00010000:1.0:1760456369.985541:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.985544:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1760456369.985546:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbff87bd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+214:167594:x1845970873993472:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 159us (279us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456369.985547:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c8221b7c/0x3e4967fcee50e2d5 lrc: 3/0,1 mode: PW/PW res: [0x12c7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.985547:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f514b3a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852981504:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456369.985561:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bfae3253 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+214:167594:x1845970873993344:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 154us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456369.985563:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1324 00010000:00010000:1.0:1760456369.985568:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c8221b7c/0x3e4967fcee50e2d5 lrc: 4/0,1 mode: PW/PW res: [0x12c7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.985578:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1323 00010000:00010000:1.0:1760456369.985583:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1760456369.985606:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2f79317 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+212:167594:x1845970873993536:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 125us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1760456369.985607:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1760456369.985609:0:87410:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009c02871f/0x3e4967fcee50e2f1 lrc: 3/0,1 mode: PW/PW res: [0x11f9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.985627:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b4824d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852983680:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456369.985632:0:88855:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000000ba3a8d/0x3e4967fcee506a07 lrc: 0/0,0 mode: --/PR res: [0x12c7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef9f expref: 212 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.985634:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1325 00010000:00010000:2.0:1760456369.985644:0:87410:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c02871f/0x3e4967fcee50e2f1 lrc: 3/0,1 mode: PW/PW res: [0x11f9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.985653:0:88855:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e6d09192 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:88855:1845970852982336:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456369.985657:0:87410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009c02871f/0x3e4967fcee50e2f1 lrc: 3/0,1 mode: PW/PW res: [0x11f9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.985660:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456369.985668:0:88855:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c8221b7c/0x3e4967fcee50e2d5 lrc: 3/0,1 mode: PW/PW res: [0x12c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.985669:0:87410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009c02871f/0x3e4967fcee50e2f1 lrc: 2/0,0 mode: PW/PW res: [0x11f9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.985686:0:88855:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c8221b7c/0x3e4967fcee50e2d5 lrc: 3/0,1 mode: PW/PW res: [0x12c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.985692:0:88855:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c8221b7c/0x3e4967fcee50e2d5 lrc: 3/0,1 mode: PW/PW res: [0x12c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.985697:0:88855:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c8221b7c/0x3e4967fcee50e2d5 lrc: 3/0,1 mode: PW/PW res: [0x12c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.985702:0:88855:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c8221b7c/0x3e4967fcee50e2d5 lrc: 2/0,0 mode: PW/PW res: [0x12c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.985706:0:87410:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456369.985710:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456369.985715:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009c02871f/0x3e4967fcee50e2f1 lrc: 2/0,0 mode: PW/PW res: [0x11f9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.985723:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009c02871f already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456369.985727:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009c02871f/0x3e4967fcee50e2f1 lrc: 2/0,0 mode: PW/PW res: [0x11f9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.985730:0:88855:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1760456369.985732:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456369.985739:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009c02871f/0x3e4967fcee50e2f1 lrc: 3/0,0 mode: PW/PW res: [0x11f9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.985750:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456369.985752:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009c02871f/0x3e4967fcee50e2f1 lrc: 1/0,0 mode: --/PW res: [0x11f9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.985754:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c8221b7c/0x3e4967fcee50e2d5 lrc: 2/0,0 mode: PW/PW res: [0x12c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.985764:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c02871f/0x3e4967fcee50e2f1 lrc: 0/0,0 mode: --/PW res: [0x11f9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.985767:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c8221b7c already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.985772:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c8221b7c/0x3e4967fcee50e2d5 lrc: 2/0,0 mode: PW/PW res: [0x12c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.985783:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c8221b7c/0x3e4967fcee50e2d5 lrc: 3/0,0 mode: PW/PW res: [0x12c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.985785:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.985788:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.985791:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.985795:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c8221b7c/0x3e4967fcee50e2d5 lrc: 1/0,0 mode: --/PW res: [0x12c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.985801:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c8221b7c/0x3e4967fcee50e2d5 lrc: 0/0,0 mode: --/PW res: [0x12c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.985803:0:122914:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852983680 00010000:00010000:1.0:1760456369.985818:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.985821:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.985824:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456369.985830:0:122914:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19347 00000100:00100000:0.0:1760456369.985836:0:122914:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2ec6235 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+388:85188:x1845970852983680:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.985838:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873993664 00002000:00080000:0.0:1760456369.985850:0:122914:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4812 count 1 00010000:00010000:1.0:1760456369.985855:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002fc1e0ce/0x3e4967fcee506a85 lrc: 5/0,0 mode: PR/PR res: [0x12ca:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49efbb expref: 211 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.985860:0:122914:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e329 lrc: 3/0,1 mode: --/PW res: [0x12cc:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.985871:0:122914:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000669f8b9f/0x3e4967fcee506c7d lrc: 2/0,0 mode: PR/PR res: [0x12cc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f02b expref: 211 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1760456369.985879:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1326 00010000:00010000:0.0:1760456369.985879:0:122914:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.985882:0:122914:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.985884:0:122914:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e329 lrc: 4/0,1 mode: --/PW res: [0x12cc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.985885:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbff87bd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+211:167594:x1845970873993664:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1760456369.985898:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456369.985903:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002fc1e0ce/0x3e4967fcee506a85 lrc: 5/0,0 mode: PR/PR res: [0x12ca:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49efbb expref: 211 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.985911:0:122914:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000669f8b9f/0x3e4967fcee506c7d lrc: 3/0,0 mode: PR/PR res: [0x12cc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f02b expref: 211 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.985912:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002fc1e0ce/0x3e4967fcee506a85 lrc: 4/0,0 mode: PR/PR res: [0x12ca:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49efbb expref: 211 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.985931:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.985933:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.985935:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001efa1cc8/0x3e4967fcee50e2ea lrc: 3/0,1 mode: PW/PW res: [0x12ca:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.985940:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001efa1cc8/0x3e4967fcee50e2ea lrc: 4/0,1 mode: PW/PW res: [0x12ca:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.985953:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456369.985957:0:122914:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000669f8b9f/0x3e4967fcee506c7d lrc: 4/0,0 mode: PR/PR res: [0x12cc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f02b expref: 211 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.985961:0:87410:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c5ddebf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+411:85190:x1845970852982272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4595us (4898us total) trans 12884911242 rc 0/0 00000100:00100000:3.0:1760456369.985973:0:88855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000909ca7d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+389:85189:x1845970852982016:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5486us (5752us total) trans 38654713811 rc 0/0 00000100:00100000:1.0:1760456369.985974:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbff87bd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+211:167594:x1845970873993664:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 86us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456369.985980:0:87410:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19339 00000100:00100000:3.0:1760456369.985989:0:88855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19335 00000100:00100000:1.0:1760456369.985989:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1326 00000100:00100000:0.0:1760456369.985993:0:122914:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000056f17ef9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:122914:1845970852983744:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456369.986020:0:122914:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f55feff3 going to sleep for 6 seconds 00010000:00010000:2.0:1760456369.986028:0:164867:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000843ea16c/0x3e4967fcee50680f lrc: 0/0,0 mode: --/PR res: [0x12a1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef2f expref: 210 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.986037:0:122906:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002fc1e0ce/0x3e4967fcee506a85 lrc: 0/0,0 mode: --/PR res: [0x12ca:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49efbb expref: 210 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.986047:0:164867:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bbb1e3ad pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:164867:1845970852981888:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456369.986051:0:122906:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002652641a pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:122906:1845970852982720:192.168.203.34@tcp:104: 00000004:00080000:0.0:1760456369.986052:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000023634da/2, rc 0, transno 8147 00000100:00100000:1.0:1760456369.986060:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456369.986066:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000023634da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852982016:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456369.986074:0:164867:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e2c0 lrc: 3/0,1 mode: PW/PW res: [0x12a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.986075:0:122906:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001efa1cc8/0x3e4967fcee50e2ea lrc: 3/0,1 mode: PW/PW res: [0x12ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.986082:0:86474:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873993600 00010000:00010000:1.0:1760456369.986095:0:86474:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000037d7e84a/0x3e4967fcee50588e lrc: 5/0,0 mode: PR/PR res: [0x1205:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ebbd expref: 240 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.986096:0:122906:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001efa1cc8/0x3e4967fcee50e2ea lrc: 3/0,1 mode: PW/PW res: [0x12ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.986100:0:164867:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e2c0 lrc: 3/0,1 mode: PW/PW res: [0x12a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.986108:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd283150 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852983808:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456369.986119:0:122906:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001efa1cc8/0x3e4967fcee50e2ea lrc: 3/0,1 mode: PW/PW res: [0x12ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.986124:0:164867:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e2c0 lrc: 3/0,1 mode: PW/PW res: [0x12a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.986128:0:122906:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001efa1cc8/0x3e4967fcee50e2ea lrc: 3/0,1 mode: PW/PW res: [0x12ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.986139:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1327 00000100:00100000:0.0:1760456369.986143:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456369.986151:0:122906:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001efa1cc8/0x3e4967fcee50e2ea lrc: 2/0,0 mode: PW/PW res: [0x12ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.986151:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bfae3253 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+240:167594:x1845970873993600:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00000004:00080000:0.0:1760456369.986162:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000017c2c717/2, rc 0, transno 9354 00010000:00010000:2.0:1760456369.986163:0:164867:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e2c0 lrc: 3/0,1 mode: PW/PW res: [0x12a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.986164:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456369.986170:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000037d7e84a/0x3e4967fcee50588e lrc: 5/0,0 mode: PR/PR res: [0x1205:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ebbd expref: 240 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.986174:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017c2c717 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852982272:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456369.986179:0:122906:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1760456369.986182:0:164867:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e2c0 lrc: 2/0,0 mode: PW/PW res: [0x12a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.986196:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000037d7e84a/0x3e4967fcee50588e lrc: 4/0,0 mode: PR/PR res: [0x1205:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ebbd expref: 240 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.986208:0:164867:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1760456369.986209:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.986211:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.986213:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e2e3 lrc: 3/0,1 mode: PW/PW res: [0x1205:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.986219:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e2e3 lrc: 4/0,1 mode: PW/PW res: [0x1205:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.986219:0:85190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1760456369.986229:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001b750364 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852983872:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456369.986234:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1760456369.986237:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001efa1cc8/0x3e4967fcee50e2ea lrc: 2/0,0 mode: PW/PW res: [0x12ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.986242:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001efa1cc8 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.986245:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001efa1cc8/0x3e4967fcee50e2ea lrc: 2/0,0 mode: PW/PW res: [0x12ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.986250:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001efa1cc8/0x3e4967fcee50e2ea lrc: 3/0,0 mode: PW/PW res: [0x12ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.986260:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001efa1cc8/0x3e4967fcee50e2ea lrc: 1/0,0 mode: --/PW res: [0x12ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.986269:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1760456369.986270:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001efa1cc8/0x3e4967fcee50e2ea lrc: 0/0,0 mode: --/PW res: [0x12ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.986293:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.986295:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e2c0 lrc: 2/0,0 mode: PW/PW res: [0x12a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.986300:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bb4db32e already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.986303:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e2c0 lrc: 2/0,0 mode: PW/PW res: [0x12a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.986308:0:164870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852983808 00010000:00010000:1.0:1760456369.986313:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e2c0 lrc: 3/0,0 mode: PW/PW res: [0x12a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.986324:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e2c0 lrc: 1/0,0 mode: --/PW res: [0x12a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.986328:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e2c0 lrc: 0/0,0 mode: --/PW res: [0x12a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.986336:0:164870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852983872 00010000:00010000:1.0:1760456369.986349:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.986352:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.986355:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456369.986356:0:164870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19348 00000100:00100000:0.0:1760456369.986362:0:164870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000049733773 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+390:85190:x1845970852983808:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456369.986363:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.986372:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:0.0:1760456369.986373:0:164870:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4830 count 1 00000100:00100000:3.0:1760456369.986381:0:122906:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e13246e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+390:85189:x1845970852982464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5227us (5361us total) trans 38654713812 rc 0/0 00010000:00010000:0.0:1760456369.986385:0:164870:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e330 lrc: 3/0,1 mode: --/PW res: [0x12de:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.986390:0:122906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19338 00000100:00100000:1.0:1760456369.986398:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bfae3253 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+240:167594:x1845970873993600:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 247us (341us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456369.986404:0:164870:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ba9a8643/0x3e4967fcee506cbc lrc: 2/0,0 mode: PR/PR res: [0x12de:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f039 expref: 208 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1760456369.986408:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1327 00000100:00100000:3.0:1760456369.986413:0:122906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19349 00010000:00010000:0.0:1760456369.986418:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.986420:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1760456369.986421:0:122906:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ffb9099 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+411:85190:x1845970852983872:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456369.986422:0:164870:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e330 lrc: 4/0,1 mode: --/PW res: [0x12de:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1760456369.986435:0:122906:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4642 count 1 00010000:00010000:0.0:1760456369.986444:0:164870:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ba9a8643/0x3e4967fcee506cbc lrc: 3/0,0 mode: PR/PR res: [0x12de:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f039 expref: 208 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456369.986448:0:122906:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e337 lrc: 3/0,1 mode: --/PW res: [0x1222:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.986453:0:164870:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ba9a8643/0x3e4967fcee506cbc lrc: 4/0,0 mode: PR/PR res: [0x12de:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f039 expref: 208 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.986464:0:122906:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000040b652ac/0x3e4967fcee505bc1 lrc: 2/0,0 mode: PR/PR res: [0x1222:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec73 expref: 239 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456369.986469:0:164870:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed855bfa pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:164870:1845970852983936:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456369.986474:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.986476:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.986478:0:122906:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e337 lrc: 4/0,1 mode: --/PW res: [0x1222:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.986487:0:164867:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000deac8888 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+390:85191:x1845970852981312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6730us (8124us total) trans 38654713813 rc 0/0 00010000:00010000:3.0:1760456369.986498:0:122906:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000040b652ac/0x3e4967fcee505bc1 lrc: 3/0,0 mode: PR/PR res: [0x1222:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec73 expref: 239 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456369.986499:0:164870:0:(client.c:2500:ptlrpc_set_wait()) set 00000000756f8c76 going to sleep for 6 seconds 00000100:00100000:2.0:1760456369.986500:0:164867:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19332 00010000:00010000:3.0:1760456369.986548:0:122906:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000040b652ac/0x3e4967fcee505bc1 lrc: 4/0,0 mode: PR/PR res: [0x1222:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec73 expref: 239 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.986559:0:122906:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002652641a pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:122906:1845970852984000:192.168.203.34@tcp:104: 00000004:00080000:0.0:1760456369.986576:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000096dd0813/2, rc 0, transno 8148 00000100:00100000:3.0:1760456369.986585:0:122906:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e71e445e going to sleep for 6 seconds 00000100:00100000:0.0:1760456369.986587:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096dd0813 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852982464:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.986630:0:164868:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000015c576cc pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:164868:1845970852982592:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456369.986647:0:164868:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e2dc lrc: 3/0,1 mode: --/PW res: [0x12da:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.986648:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456369.986649:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000456498ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852984064:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.986673:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873993728 00000100:00100000:0.0:1760456369.986680:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1760456369.986684:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ec73ef6d/0x3e4967fcee506b42 lrc: 5/0,0 mode: PR/PR res: [0x12c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49efe5 expref: 209 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.986709:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1328 00000100:00100000:1.0:1760456369.986714:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d7bd5c7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+209:167594:x1845970873993728:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1760456369.986722:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1760456369.986724:0:164869:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852984064 00010000:00010000:1.0:1760456369.986726:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ec73ef6d/0x3e4967fcee506b42 lrc: 5/0,0 mode: PR/PR res: [0x12c8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49efe5 expref: 209 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.986730:0:87239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e8dd4db1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:87239:1845970852983168:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456369.986737:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456369.986745:0:164869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19350 00010000:00010000:1.0:1760456369.986746:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ec73ef6d/0x3e4967fcee506b42 lrc: 4/0,0 mode: PR/PR res: [0x12c8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49efe5 expref: 209 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.986749:0:87239:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e306 lrc: 3/0,1 mode: --/PW res: [0x1201:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.986754:0:164869:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f01a9c45 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+390:85188:x1845970852984064:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456369.986763:0:86475:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873993792 00010000:00010000:1.0:1760456369.986767:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00002000:00080000:0.0:1760456369.986769:0:164869:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4822 count 1 00010000:00010000:1.0:1760456369.986770:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.986773:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000058314f92/0x3e4967fcee50e2ff lrc: 3/0,1 mode: PW/PW res: [0x12c8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.986779:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000058314f92/0x3e4967fcee50e2ff lrc: 4/0,1 mode: PW/PW res: [0x12c8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.986780:0:86475:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fb95d69f/0x3e4967fcee506a46 lrc: 4/0,0 mode: PR/PR res: [0x12da:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49efad expref: 210 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.986780:0:164869:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000809e3c27/0x3e4967fcee50e33e lrc: 3/0,1 mode: --/PW res: [0x12d6:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.986802:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456369.986807:0:164869:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000cc3adfe/0x3e4967fcee506d3a lrc: 2/0,0 mode: PR/PR res: [0x12d6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f055 expref: 210 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456369.986813:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.986815:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.986816:0:164869:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000809e3c27/0x3e4967fcee50e33e lrc: 4/0,1 mode: --/PW res: [0x12d6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.986822:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d7bd5c7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+210:167594:x1845970873993728:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 104us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456369.986832:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1329 00000100:00100000:1.0:1760456369.986838:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1328 00010000:00010000:0.0:1760456369.986841:0:164869:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000cc3adfe/0x3e4967fcee506d3a lrc: 3/0,0 mode: PR/PR res: [0x12d6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f055 expref: 210 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1760456369.986844:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005699d169 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+210:167593:x1845970873993792:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1760456369.986855:0:164869:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000cc3adfe/0x3e4967fcee506d3a lrc: 4/0,0 mode: PR/PR res: [0x12d6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f055 expref: 209 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.986860:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1760456369.986864:0:164869:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004c9254d8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:164869:1845970852984128:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456369.986868:0:122920:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ec73ef6d/0x3e4967fcee506b42 lrc: 0/0,0 mode: --/PR res: [0x12c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49efe5 expref: 209 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.986869:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fb95d69f/0x3e4967fcee506a46 lrc: 4/0,0 mode: PR/PR res: [0x12da:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49efad expref: 209 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.986887:0:122920:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006cacbcf0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:122920:1845970852983040:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456369.986889:0:164869:0:(client.c:2500:ptlrpc_set_wait()) set 000000001b8cab0b going to sleep for 6 seconds 00010000:00010000:2.0:1760456369.986894:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fb95d69f/0x3e4967fcee506a46 lrc: 3/0,0 mode: PR/PR res: [0x12da:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49efad expref: 208 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.986900:0:122920:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000058314f92/0x3e4967fcee50e2ff lrc: 3/0,1 mode: PW/PW res: [0x12c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1760456369.986911:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a5e9db25/2, rc 0, transno 8149 00000100:00100000:0.0:1760456369.986921:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5e9db25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852981312:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456369.986931:0:122920:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000058314f92/0x3e4967fcee50e2ff lrc: 3/0,1 mode: PW/PW res: [0x12c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.986936:0:86475:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fb95d69f/0x3e4967fcee506a46 lrc: 0/0,0 mode: --/PR res: [0x12da:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49efad expref: 208 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.986937:0:122920:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000058314f92/0x3e4967fcee50e2ff lrc: 3/0,1 mode: PW/PW res: [0x12c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.986947:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1760456369.986954:0:122920:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000058314f92/0x3e4967fcee50e2ff lrc: 3/0,1 mode: PW/PW res: [0x12c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.986956:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000116e4975 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852984192:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456369.986960:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.986962:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.986967:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e2dc lrc: 3/0,1 mode: PW/PW res: [0x12da:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.986967:0:122920:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000058314f92/0x3e4967fcee50e2ff lrc: 2/0,0 mode: PW/PW res: [0x12c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.986982:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456369.986990:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e2dc lrc: 4/0,1 mode: PW/PW res: [0x12da:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.986995:0:122920:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456369.987005:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.987009:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000058314f92/0x3e4967fcee50e2ff lrc: 2/0,0 mode: PW/PW res: [0x12c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.987011:0:87410:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852984192 00010000:00010000:1.0:1760456369.987016:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000058314f92 already unused, calling callback (0000000049577fce) 00010000:00010000:2.0:1760456369.987017:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456369.987018:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000058314f92/0x3e4967fcee50e2ff lrc: 2/0,0 mode: PW/PW res: [0x12c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.987023:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000058314f92/0x3e4967fcee50e2ff lrc: 3/0,0 mode: PW/PW res: [0x12c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.987029:0:87410:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19351 00000100:00100000:0.0:1760456369.987034:0:87410:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000033890ec1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+391:85188:x1845970852984192:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456369.987035:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000058314f92/0x3e4967fcee50e2ff lrc: 1/0,0 mode: --/PW res: [0x12c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.987044:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005699d169 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+207:167593:x1845970873993792:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 201us (315us total) trans 0 rc 0/0 00002000:00080000:0.0:1760456369.987044:0:87410:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4827 count 1 00010000:00010000:0.0:1760456369.987053:0:87410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000066fd183f/0x3e4967fcee50e345 lrc: 3/0,1 mode: --/PW res: [0x12db:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.987061:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000058314f92/0x3e4967fcee50e2ff lrc: 0/0,0 mode: --/PW res: [0x12c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.987065:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1329 00010000:00010000:0.0:1760456369.987075:0:87410:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c875ad2e/0x3e4967fcee506d79 lrc: 2/0,0 mode: PR/PR res: [0x12db:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f063 expref: 207 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456369.987081:0:87410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.987083:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.987083:0:87410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.987084:0:87410:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000066fd183f/0x3e4967fcee50e345 lrc: 4/0,1 mode: --/PW res: [0x12db:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.987086:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.987088:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.987099:0:87410:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c875ad2e/0x3e4967fcee506d79 lrc: 3/0,0 mode: PR/PR res: [0x12db:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f063 expref: 206 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.987101:0:164868:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e2dc lrc: 3/0,1 mode: PW/PW res: [0x12da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.987110:0:87410:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c875ad2e/0x3e4967fcee506d79 lrc: 4/0,0 mode: PR/PR res: [0x12db:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f063 expref: 206 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.987112:0:164868:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e2dc lrc: 3/0,1 mode: PW/PW res: [0x12da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.987116:0:87240:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009a1c4574/0x3e4967fcee506989 lrc: 0/0,0 mode: --/PR res: [0x12b5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef83 expref: 206 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.987133:0:87410:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ac6546ab pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:87410:1845970852984256:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456369.987134:0:164868:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e2dc lrc: 3/0,1 mode: PW/PW res: [0x12da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.987147:0:87240:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007a96cebb pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:87240:1845970852982144:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456369.987149:0:164868:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e2dc lrc: 2/0,0 mode: PW/PW res: [0x12da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.987163:0:164868:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1760456369.987163:0:87410:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ead0540c going to sleep for 6 seconds 00010000:00010000:2.0:1760456369.987169:0:87240:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e2c7 lrc: 3/0,1 mode: PW/PW res: [0x12b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.987169:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.987173:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e2dc lrc: 2/0,0 mode: PW/PW res: [0x12da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.987190:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000222c27c8 already unused, calling callback (0000000049577fce) 00010000:00010000:2.0:1760456369.987191:0:87240:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e2c7 lrc: 3/0,1 mode: PW/PW res: [0x12b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.987192:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e2dc lrc: 2/0,0 mode: PW/PW res: [0x12da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.987215:0:87240:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e2c7 lrc: 3/0,1 mode: PW/PW res: [0x12b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.987216:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e2dc lrc: 3/0,0 mode: PW/PW res: [0x12da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.987234:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e2dc lrc: 1/0,0 mode: --/PW res: [0x12da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.987237:0:87240:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e2c7 lrc: 3/0,1 mode: PW/PW res: [0x12b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.987241:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e2dc lrc: 0/0,0 mode: --/PW res: [0x12da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.987256:0:87240:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e2c7 lrc: 2/0,0 mode: PW/PW res: [0x12b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.987260:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.987262:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.987264:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456369.987284:0:87240:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456369.987285:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.987288:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e2c7 lrc: 2/0,0 mode: PW/PW res: [0x12b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.987293:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002f5c0ee5 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.987295:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e2c7 lrc: 2/0,0 mode: PW/PW res: [0x12b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.987299:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e2c7 lrc: 3/0,0 mode: PW/PW res: [0x12b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.987305:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e2c7 lrc: 1/0,0 mode: --/PW res: [0x12b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.987308:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e2c7 lrc: 0/0,0 mode: --/PW res: [0x12b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.987318:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.987319:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.987320:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1760456369.987469:0:164868:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009623f854 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+393:85188:x1845970852982400:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6347us (6756us total) trans 38654713814 rc 0/0 00000100:00100000:1.0:1760456369.987475:0:164868:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19336 00000004:00080000:0.0:1760456369.987498:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000097a83460/2, rc 0, transno 8150 00000100:00100000:0.0:1760456369.987507:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000097a83460 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852982400:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456369.987580:0:122905:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a4640266/0x3e4967fcee5057d1 lrc: 0/0,0 mode: --/PR res: [0x11e9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eb93 expref: 239 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.987596:0:122905:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050306f11 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:122905:1845970852982208:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456369.987596:0:87240:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006e842412 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+392:85188:x1845970852981952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7224us (7610us total) trans 38654713815 rc 0/0 00000004:00080000:0.0:1760456369.987598:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000097accd45/2, rc 0, transno 8151 00000100:00100000:0.0:1760456369.987608:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000097accd45 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852981952:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456369.987612:0:87240:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19333 00010000:00010000:3.0:1760456369.987613:0:122905:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c0db3901/0x3e4967fcee50e2ce lrc: 3/0,1 mode: PW/PW res: [0x11e9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.987632:0:122905:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c0db3901/0x3e4967fcee50e2ce lrc: 3/0,1 mode: PW/PW res: [0x11e9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.987637:0:122905:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c0db3901/0x3e4967fcee50e2ce lrc: 3/0,1 mode: PW/PW res: [0x11e9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.987644:0:122905:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c0db3901/0x3e4967fcee50e2ce lrc: 3/0,1 mode: PW/PW res: [0x11e9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.987649:0:122905:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c0db3901/0x3e4967fcee50e2ce lrc: 2/0,0 mode: PW/PW res: [0x11e9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.987665:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000337d5ba2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852984320:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456369.987666:0:122905:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456369.987673:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.987676:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c0db3901/0x3e4967fcee50e2ce lrc: 2/0,0 mode: PW/PW res: [0x11e9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.987683:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c0db3901 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.987687:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0db3901/0x3e4967fcee50e2ce lrc: 2/0,0 mode: PW/PW res: [0x11e9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.987688:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:1.0:1760456369.987696:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0db3901/0x3e4967fcee50e2ce lrc: 3/0,0 mode: PW/PW res: [0x11e9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.987702:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1760456369.987714:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c0db3901/0x3e4967fcee50e2ce lrc: 1/0,0 mode: --/PW res: [0x11e9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.987719:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c0db3901/0x3e4967fcee50e2ce lrc: 0/0,0 mode: --/PW res: [0x11e9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.987720:0:86475:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873993856 00000100:00100000:0.0:1760456369.987730:0:85190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1760456369.987738:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456369.987739:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000005d52127 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852984384:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456369.987741:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.987743:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456369.987744:0:86475:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008c27c2d9/0x3e4967fcee50598a lrc: 4/0,0 mode: PR/PR res: [0x1201:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ebf5 expref: 239 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.987774:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456369.987783:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1330 00000100:00100000:1.0:1760456369.987784:0:122920:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a621428d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+392:85188:x1845970852982912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5999us (6065us total) trans 38654713816 rc 0/0 00000100:00100000:1.0:1760456369.987793:0:122920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19341 00000100:00100000:2.0:1760456369.987796:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad3ea2c9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+239:167594:x1845970873993856:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1760456369.987808:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456369.987814:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008c27c2d9/0x3e4967fcee50598a lrc: 4/0,0 mode: PR/PR res: [0x1201:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ebf5 expref: 239 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.987817:0:122920:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852984320 00000004:00080000:0.0:1760456369.987824:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000007fc8716/2, rc 0, transno 8152 00010000:00010000:2.0:1760456369.987830:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008c27c2d9/0x3e4967fcee50598a lrc: 3/0,0 mode: PR/PR res: [0x1201:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ebf5 expref: 239 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.987838:0:122920:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852984384 00000100:00100000:0.0:1760456369.987839:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000007fc8716 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852982912:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456369.987853:0:86475:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008c27c2d9/0x3e4967fcee50598a lrc: 0/0,0 mode: --/PR res: [0x1201:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ebf5 expref: 239 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.987857:0:122920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19352 00000100:00100000:3.0:1760456369.987866:0:122905:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004b671a5e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+412:85190:x1845970852981824:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7442us (7807us total) trans 12884911243 rc 0/0 00000100:00100000:1.0:1760456369.987867:0:122920:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d3fb42b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+393:85190:x1845970852984320:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456369.987870:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1760456369.987874:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.987877:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.987880:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e306 lrc: 3/0,1 mode: PW/PW res: [0x1201:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.987881:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1e9509a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852984448:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1760456369.987883:0:122905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19334 00002000:00080000:1.0:1760456369.987883:0:122920:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4831 count 1 00010000:00010000:2.0:1760456369.987895:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e306 lrc: 4/0,1 mode: PW/PW res: [0x1201:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.987897:0:122920:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e34c lrc: 3/0,1 mode: --/PW res: [0x12df:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.987905:0:122905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19353 00000100:00100000:0.0:1760456369.987914:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1760456369.987915:0:122905:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba25bce9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+393:85190:x1845970852984384:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456369.987922:0:122920:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000924e6af0/0x3e4967fcee506df7 lrc: 2/0,0 mode: PR/PR res: [0x12df:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f07f expref: 205 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.987928:0:122920:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00002000:00080000:3.0:1760456369.987929:0:122905:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4837 count 1 00010000:00010000:1.0:1760456369.987930:0:122920:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.987931:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456369.987933:0:122920:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e34c lrc: 4/0,1 mode: --/PW res: [0x12df:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.987945:0:122905:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a426bd1/0x3e4967fcee50e353 lrc: 3/0,1 mode: --/PW res: [0x12e5:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1760456369.987950:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a2540ebe/2, rc 0, transno 9355 00010000:00010000:1.0:1760456369.987954:0:122920:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000924e6af0/0x3e4967fcee506df7 lrc: 3/0,0 mode: PR/PR res: [0x12df:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f07f expref: 205 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456369.987957:0:122905:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007ae01d46/0x3e4967fcee506e75 lrc: 2/0,0 mode: PR/PR res: [0x12e5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f09b expref: 205 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456369.987960:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a2540ebe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852981824:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456369.987966:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad3ea2c9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+238:167594:x1845970873993856:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 169us (276us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456369.987979:0:122920:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000924e6af0/0x3e4967fcee506df7 lrc: 4/0,0 mode: PR/PR res: [0x12df:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f07f expref: 205 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.987980:0:122905:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.987983:0:122905:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.987985:0:122905:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a426bd1/0x3e4967fcee50e353 lrc: 4/0,1 mode: --/PW res: [0x12e5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.987988:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1760456369.987989:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1330 00000100:00100000:0.0:1760456369.987997:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009132bec1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852984576:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456369.988005:0:122920:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b7a488b2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:122920:1845970852984512:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456369.988024:0:122905:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007ae01d46/0x3e4967fcee506e75 lrc: 3/0,0 mode: PR/PR res: [0x12e5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f09b expref: 205 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456369.988024:0:87239:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e306 lrc: 3/0,1 mode: PW/PW res: [0x1201:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.988031:0:122920:0:(client.c:2500:ptlrpc_set_wait()) set 0000000058916b5e going to sleep for 6 seconds 00000100:00100000:0.0:1760456369.988043:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456369.988047:0:122905:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007ae01d46/0x3e4967fcee506e75 lrc: 4/0,0 mode: PR/PR res: [0x12e5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f09b expref: 205 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.988047:0:164868:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852984448 00010000:00010000:2.0:1760456369.988048:0:87239:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e306 lrc: 3/0,1 mode: PW/PW res: [0x1201:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.988065:0:164868:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852984576 00000100:00100000:3.0:1760456369.988067:0:122905:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e8dd4db1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:122905:1845970852984640:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456369.988067:0:87239:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e306 lrc: 3/0,1 mode: PW/PW res: [0x1201:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.988079:0:87239:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e306 lrc: 2/0,0 mode: PW/PW res: [0x1201:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.988086:0:164868:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19354 00000100:00100000:3.0:1760456369.988091:0:122905:0:(client.c:2500:ptlrpc_set_wait()) set 00000000025268cf going to sleep for 6 seconds 00000100:00100000:1.0:1760456369.988095:0:164868:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a100ee31 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+394:85189:x1845970852984448:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456369.988098:0:88855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19355 00010000:00010000:2.0:1760456369.988104:0:87239:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1760456369.988105:0:88855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd2635ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+412:85188:x1845970852984576:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1760456369.988107:0:164868:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4841 count 1 00010000:00010000:3.0:1760456369.988117:0:122919:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009088b766/0x3e4967fcee50590c lrc: 0/0,0 mode: --/PR res: [0x11fe:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ebd9 expref: 237 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.988119:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.988120:0:164868:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000037a97751/0x3e4967fcee50e35a lrc: 3/0,1 mode: --/PW res: [0x12e9:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.988125:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e306 lrc: 2/0,0 mode: PW/PW res: [0x1201:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1760456369.988130:0:88855:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4624 count 1 00000100:00100000:3.0:1760456369.988137:0:122919:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000087b6f60d pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:122919:1845970852982976:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456369.988143:0:88855:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000273f8983/0x3e4967fcee50e361 lrc: 3/0,1 mode: --/PW res: [0x1210:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.988148:0:164868:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007d9ccaca/0x3e4967fcee506f71 lrc: 2/0,0 mode: PR/PR res: [0x12e9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f0d3 expref: 205 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456369.988151:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000012cc2455 already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456369.988152:0:122919:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000edf3a6a2/0x3e4967fcee50e2f8 lrc: 3/0,1 mode: PW/PW res: [0x11fe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.988157:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e306 lrc: 2/0,0 mode: PW/PW res: [0x1201:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.988170:0:88855:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000057aaee27/0x3e4967fcee505c00 lrc: 2/0,0 mode: PR/PR res: [0x1210:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec81 expref: 236 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.988175:0:164868:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.988177:0:164868:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.988180:0:164868:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037a97751/0x3e4967fcee50e35a lrc: 4/0,1 mode: --/PW res: [0x12e9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.988187:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e306 lrc: 3/0,0 mode: PW/PW res: [0x1201:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.988195:0:88855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.988198:0:88855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.988199:0:122919:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000edf3a6a2/0x3e4967fcee50e2f8 lrc: 3/0,1 mode: PW/PW res: [0x11fe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.988201:0:88855:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000273f8983/0x3e4967fcee50e361 lrc: 4/0,1 mode: --/PW res: [0x1210:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.988215:0:164868:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007d9ccaca/0x3e4967fcee506f71 lrc: 3/0,0 mode: PR/PR res: [0x12e9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f0d3 expref: 205 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456369.988220:0:122919:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000edf3a6a2/0x3e4967fcee50e2f8 lrc: 3/0,1 mode: PW/PW res: [0x11fe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.988221:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e306 lrc: 1/0,0 mode: --/PW res: [0x1201:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.988239:0:88855:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000057aaee27/0x3e4967fcee505c00 lrc: 3/0,0 mode: PR/PR res: [0x1210:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec81 expref: 236 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.988242:0:164868:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007d9ccaca/0x3e4967fcee506f71 lrc: 4/0,0 mode: PR/PR res: [0x12e9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f0d3 expref: 205 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.988244:0:122919:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000edf3a6a2/0x3e4967fcee50e2f8 lrc: 3/0,1 mode: PW/PW res: [0x11fe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.988247:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e306 lrc: 0/0,0 mode: --/PW res: [0x1201:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.988270:0:88855:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000057aaee27/0x3e4967fcee505c00 lrc: 4/0,0 mode: PR/PR res: [0x1210:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec81 expref: 236 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.988271:0:122919:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000edf3a6a2/0x3e4967fcee50e2f8 lrc: 2/0,0 mode: PW/PW res: [0x11fe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.988275:0:164868:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006cacbcf0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:164868:1845970852984704:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456369.988281:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456369.988285:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456369.988288:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456369.988298:0:88855:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009a0c665 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:88855:1845970852984768:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456369.988299:0:164868:0:(client.c:2500:ptlrpc_set_wait()) set 00000000324b1fb1 going to sleep for 6 seconds 00010000:00010000:3.0:1760456369.988310:0:122919:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456369.988314:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.988318:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000edf3a6a2/0x3e4967fcee50e2f8 lrc: 2/0,0 mode: PW/PW res: [0x11fe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.988322:0:88855:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ccdc0379 going to sleep for 6 seconds 00010000:00010000:1.0:1760456369.988325:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000edf3a6a2 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.988329:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000edf3a6a2/0x3e4967fcee50e2f8 lrc: 2/0,0 mode: PW/PW res: [0x11fe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.988334:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000edf3a6a2/0x3e4967fcee50e2f8 lrc: 3/0,0 mode: PW/PW res: [0x11fe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.988343:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000edf3a6a2/0x3e4967fcee50e2f8 lrc: 1/0,0 mode: --/PW res: [0x11fe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.988347:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000edf3a6a2/0x3e4967fcee50e2f8 lrc: 0/0,0 mode: --/PW res: [0x11fe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.988363:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.988365:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.988366:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456369.988496:0:87237:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003f2456ae pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:87237:1845970852983488:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456369.988562:0:87237:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e31b lrc: 3/0,1 mode: --/PW res: [0x1216:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.988575:0:87239:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008728c0c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+414:85191:x1845970852982848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6699us (6767us total) trans 12884911244 rc 0/0 00000100:00100000:2.0:1760456369.988582:0:87239:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19342 00000100:00100000:1.0:1760456369.988586:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456369.988611:0:86474:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873993920 00000100:00100000:3.0:1760456369.988643:0:122919:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ad8b64f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+413:85190:x1845970852982528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6959us (7148us total) trans 12884911245 rc 0/0 00010000:00010000:2.0:1760456369.988644:0:86474:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000455a7060/0x3e4967fcee5059c9 lrc: 5/0,0 mode: PR/PR res: [0x1217:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec03 expref: 237 pid: 122920 timeout: 4721 lvb_type: 1 00000004:00080000:0.0:1760456369.988653:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000058446ab1/2, rc 0, transno 9357 00000100:00100000:1.0:1760456369.988657:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:3.0:1760456369.988663:0:122919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19340 00000100:00100000:0.0:1760456369.988665:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058446ab1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852982528:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456369.988686:0:86474:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873994112 00010000:00010000:2.0:1760456369.988698:0:86474:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000072dfc7ac/0x3e4967fcee506b81 lrc: 5/0,0 mode: PR/PR res: [0x12d5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eff3 expref: 206 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.988703:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ded38b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852984832:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456369.988711:0:164871:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b4c05355 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:164871:1845970852983360:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456369.988713:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456369.988735:0:164871:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bed1ec81/0x3e4967fcee50e314 lrc: 3/0,1 mode: --/PW res: [0x120a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.988739:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456369.988741:0:86474:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873993984 00010000:00010000:2.0:1760456369.988755:0:86474:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b6abc592/0x3e4967fcee505a47 lrc: 4/0,0 mode: PR/PR res: [0x120a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec1f expref: 238 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.988774:0:122347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1331 00000100:00100000:1.0:1760456369.988782:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456369.988786:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1332 00000100:00100000:3.0:1760456369.988787:0:122347:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015c576cc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+238:167595:x1845970873993920:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00000100:00100000:2.0:1760456369.988795:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff06edb7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+206:167595:x1845970873994112:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1760456369.988806:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456369.988811:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000072dfc7ac/0x3e4967fcee506b81 lrc: 5/0,0 mode: PR/PR res: [0x12d5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eff3 expref: 206 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.988813:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873994048 00010000:00010000:2.0:1760456369.988824:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000072dfc7ac/0x3e4967fcee506b81 lrc: 4/0,0 mode: PR/PR res: [0x12d5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eff3 expref: 206 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.988830:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000312fce15/0x3e4967fcee505b82 lrc: 4/0,0 mode: PR/PR res: [0x1216:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec65 expref: 239 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.988844:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.988848:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.988852:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e322 lrc: 3/0,1 mode: PW/PW res: [0x12d5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.988858:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e322 lrc: 4/0,1 mode: PW/PW res: [0x12d5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.988866:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1333 00000100:00100000:3.0:1760456369.988873:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000076441b21 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+239:167596:x1845970873993984:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1760456369.988873:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456369.988882:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456369.988887:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b6abc592/0x3e4967fcee505a47 lrc: 4/0,0 mode: PR/PR res: [0x120a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec1f expref: 239 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.988899:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b6abc592/0x3e4967fcee505a47 lrc: 3/0,0 mode: PR/PR res: [0x120a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec1f expref: 239 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.988904:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1334 00000100:00100000:2.0:1760456369.988905:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff06edb7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+206:167595:x1845970873994112:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 105us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456369.988916:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e1caea46 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+239:167593:x1845970873994048:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00000100:00100000:2.0:1760456369.988922:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1332 00010000:00010000:1.0:1760456369.988926:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456369.988931:0:86473:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b6abc592/0x3e4967fcee505a47 lrc: 0/0,0 mode: --/PR res: [0x120a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec1f expref: 239 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.988932:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000312fce15/0x3e4967fcee505b82 lrc: 4/0,0 mode: PR/PR res: [0x1216:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec65 expref: 239 pid: 122920 timeout: 4721 lvb_type: 1 00000004:00080000:2.0:1760456369.988953:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000034305d8e/2, rc 0, transno 9356 00010000:00010000:3.0:1760456369.988956:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.988956:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000312fce15/0x3e4967fcee505b82 lrc: 3/0,0 mode: PR/PR res: [0x1216:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec65 expref: 238 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.988959:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.988963:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bed1ec81/0x3e4967fcee50e314 lrc: 3/0,1 mode: PW/PW res: [0x120a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.988969:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000034305d8e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852982848:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456369.988974:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bed1ec81/0x3e4967fcee50e314 lrc: 4/0,1 mode: PW/PW res: [0x120a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.988974:0:122345:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000312fce15/0x3e4967fcee505b82 lrc: 0/0,0 mode: --/PR res: [0x1216:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec65 expref: 238 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.989002:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.989004:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.989006:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e31b lrc: 3/0,1 mode: PW/PW res: [0x1216:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.989011:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e31b lrc: 4/0,1 mode: PW/PW res: [0x1216:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.989013:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1760456369.989023:0:85190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1760456369.989031:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1760456369.989035:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006abb2f60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852984896:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456369.989049:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000076441b21 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+237:167596:x1845970873993984:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 175us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456369.989056:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e1caea46 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+237:167593:x1845970873994048:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 142us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456369.989063:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1333 00000100:00100000:1.0:1760456369.989070:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1334 00000100:00100000:0.0:1760456369.989077:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456369.989096:0:164871:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bed1ec81/0x3e4967fcee50e314 lrc: 3/0,1 mode: PW/PW res: [0x120a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.989106:0:164871:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bed1ec81/0x3e4967fcee50e314 lrc: 3/0,1 mode: PW/PW res: [0x120a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.989115:0:164871:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bed1ec81/0x3e4967fcee50e314 lrc: 3/0,1 mode: PW/PW res: [0x120a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.989119:0:87237:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e31b lrc: 3/0,1 mode: PW/PW res: [0x1216:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.989123:0:164871:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bed1ec81/0x3e4967fcee50e314 lrc: 2/0,0 mode: PW/PW res: [0x120a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.989129:0:87239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852984832 00010000:00010000:0.0:1760456369.989143:0:87237:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e31b lrc: 3/0,1 mode: PW/PW res: [0x1216:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.989148:0:87239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852984896 00010000:00010000:3.0:1760456369.989153:0:164871:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456369.989156:0:87237:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e31b lrc: 3/0,1 mode: PW/PW res: [0x1216:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.989164:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.989166:0:122921:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072dfc7ac/0x3e4967fcee506b81 lrc: 0/0,0 mode: --/PR res: [0x12d5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eff3 expref: 205 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.989166:0:87237:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e31b lrc: 2/0,0 mode: PW/PW res: [0x1216:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.989169:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bed1ec81/0x3e4967fcee50e314 lrc: 2/0,0 mode: PW/PW res: [0x120a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.989171:0:87239:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19356 00000100:00100000:2.0:1760456369.989182:0:87239:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c6c912c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+414:85190:x1845970852984832:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456369.989195:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bed1ec81 already unused, calling callback (0000000049577fce) 00000100:00100000:1.0:1760456369.989198:0:122921:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a3b8ee61 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:122921:1845970852983616:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456369.989200:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bed1ec81/0x3e4967fcee50e314 lrc: 2/0,0 mode: PW/PW res: [0x120a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1760456369.989203:0:87239:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4641 count 1 00010000:00010000:1.0:1760456369.989211:0:122921:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e322 lrc: 3/0,1 mode: PW/PW res: [0x12d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.989212:0:87237:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456369.989213:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bed1ec81/0x3e4967fcee50e314 lrc: 3/0,0 mode: PW/PW res: [0x120a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.989218:0:87239:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000002f5daea/0x3e4967fcee50e368 lrc: 3/0,1 mode: --/PW res: [0x1221:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.989240:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bed1ec81/0x3e4967fcee50e314 lrc: 1/0,0 mode: --/PW res: [0x120a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.989242:0:87239:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000291665c8/0x3e4967fcee505c3f lrc: 2/0,0 mode: PR/PR res: [0x1221:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec8f expref: 235 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456369.989260:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bed1ec81/0x3e4967fcee50e314 lrc: 0/0,0 mode: --/PW res: [0x120a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.989262:0:87239:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.989265:0:87239:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.989268:0:87239:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000002f5daea/0x3e4967fcee50e368 lrc: 4/0,1 mode: --/PW res: [0x1221:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.989298:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.989302:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e31b lrc: 2/0,0 mode: PW/PW res: [0x1216:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.989309:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fe04f7ce already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456369.989310:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456369.989312:0:87239:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000291665c8/0x3e4967fcee505c3f lrc: 3/0,0 mode: PR/PR res: [0x1221:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec8f expref: 235 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.989312:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e31b lrc: 2/0,0 mode: PW/PW res: [0x1216:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.989314:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.989319:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.989329:0:122347:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456369.989337:0:122347:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000455a7060/0x3e4967fcee5059c9 lrc: 5/0,0 mode: PR/PR res: [0x1217:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec03 expref: 235 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.989341:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e31b lrc: 3/0,0 mode: PW/PW res: [0x1216:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.989344:0:87239:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000291665c8/0x3e4967fcee505c3f lrc: 4/0,0 mode: PR/PR res: [0x1221:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec8f expref: 235 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.989356:0:87237:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000043ab4bcb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+415:85190:x1845970852983424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6385us (6467us total) trans 12884911246 rc 0/0 00010000:00010000:3.0:1760456369.989359:0:122347:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000455a7060/0x3e4967fcee5059c9 lrc: 4/0,0 mode: PR/PR res: [0x1217:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec03 expref: 235 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.989367:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e31b lrc: 1/0,0 mode: --/PW res: [0x1216:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.989374:0:87237:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19345 00000100:00100000:2.0:1760456369.989381:0:87239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003539d2d8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:87239:1845970852984960:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456369.989389:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e31b lrc: 0/0,0 mode: --/PW res: [0x1216:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.989393:0:87237:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19357 00010000:00010000:3.0:1760456369.989394:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.989398:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1760456369.989401:0:87237:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000075c42dd5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+414:85190:x1845970852984896:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456369.989402:0:122347:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e30d lrc: 3/0,1 mode: PW/PW res: [0x1217:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.989408:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.989411:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.989412:0:122347:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e30d lrc: 4/0,1 mode: PW/PW res: [0x1217:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.989414:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:0.0:1760456369.989414:0:87237:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4629 count 1 00010000:00010000:1.0:1760456369.989420:0:122921:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e322 lrc: 3/0,1 mode: PW/PW res: [0x12d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.989423:0:87239:0:(client.c:2500:ptlrpc_set_wait()) set 000000005aff42d8 going to sleep for 6 seconds 00010000:00010000:1.0:1760456369.989429:0:122921:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e322 lrc: 3/0,1 mode: PW/PW res: [0x12d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.989430:0:87237:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e36f lrc: 3/0,1 mode: --/PW res: [0x1215:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.989434:0:122347:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456369.989444:0:122921:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e322 lrc: 3/0,1 mode: PW/PW res: [0x12d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.989450:0:122921:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e322 lrc: 2/0,0 mode: PW/PW res: [0x12d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.989453:0:87237:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008885e621/0x3e4967fcee505cbd lrc: 2/0,0 mode: PR/PR res: [0x1215:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ecab expref: 235 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456369.989462:0:122347:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015c576cc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+235:167595:x1845970873993920:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 677us (873us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456369.989476:0:87237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1760456369.989479:0:122347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1331 00010000:00010000:0.0:1760456369.989480:0:87237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.989484:0:87237:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e36f lrc: 4/0,1 mode: --/PW res: [0x1215:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.989503:0:122921:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456369.989540:0:87237:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008885e621/0x3e4967fcee505cbd lrc: 3/0,0 mode: PR/PR res: [0x1215:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ecab expref: 234 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456369.989553:0:87237:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008885e621/0x3e4967fcee505cbd lrc: 4/0,0 mode: PR/PR res: [0x1215:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ecab expref: 234 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.989565:0:87237:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054a1686d pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:87237:1845970852985024:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456369.989595:0:87237:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ff46cebc going to sleep for 6 seconds 00010000:00010000:1.0:1760456369.989597:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.989602:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e322 lrc: 2/0,0 mode: PW/PW res: [0x12d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.989608:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000052a45374 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.989610:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e322 lrc: 2/0,0 mode: PW/PW res: [0x12d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.989616:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e322 lrc: 3/0,0 mode: PW/PW res: [0x12d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1760456369.989646:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000201ac382/2, rc 0, transno 9358 00000100:00100000:0.0:1760456369.989657:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000201ac382 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852983424:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456369.989692:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e322 lrc: 1/0,0 mode: --/PW res: [0x12d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.989698:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1760456369.989699:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e322 lrc: 0/0,0 mode: --/PW res: [0x12d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.989709:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f0192263 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852985088:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456369.989719:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.989723:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.989726:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456369.989749:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456369.989803:0:164867:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852985088 00000004:00080000:0.0:1760456369.989807:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005844b64c/2, rc 0, transno 9359 00000100:00100000:3.0:1760456369.989808:0:164871:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff4c5358 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+416:85190:x1845970852983232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7682us (7761us total) trans 12884911247 rc 0/0 00000100:00100000:0.0:1760456369.989818:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005844b64c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852983232:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456369.989821:0:164871:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19344 00000100:00100000:2.0:1760456369.989842:0:164867:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19358 00000100:00100000:2.0:1760456369.989851:0:164867:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000073506342 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+415:85189:x1845970852985088:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456369.989856:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1760456369.989866:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001bba6dad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852985152:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1760456369.989867:0:164867:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4655 count 1 00010000:00010000:3.0:1760456369.989878:0:123791:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037d7e84a/0x3e4967fcee50588e lrc: 0/0,0 mode: --/PR res: [0x1205:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ebbd expref: 234 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.989885:0:164867:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000554e8914/0x3e4967fcee50e376 lrc: 3/0,1 mode: --/PW res: [0x122f:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.989902:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456369.989912:0:164867:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000af28af3b/0x3e4967fcee505cfc lrc: 2/0,0 mode: PR/PR res: [0x122f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ecb9 expref: 233 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456369.989917:0:123791:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000036623ba6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:123791:1845970852982656:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456369.989927:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.989930:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.989932:0:164867:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000554e8914/0x3e4967fcee50e376 lrc: 4/0,1 mode: --/PW res: [0x122f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.989943:0:123791:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e2e3 lrc: 3/0,1 mode: PW/PW res: [0x1205:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.989945:0:122921:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbed4e03 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+395:85188:x1845970852983552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6684us (6739us total) trans 38654713817 rc 0/0 00000004:00080000:0.0:1760456369.989950:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000017fa6256/2, rc 0, transno 8153 00010000:00010000:2.0:1760456369.989958:0:164867:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000af28af3b/0x3e4967fcee505cfc lrc: 3/0,0 mode: PR/PR res: [0x122f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ecb9 expref: 233 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1760456369.989960:0:122921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19346 00000100:00100000:0.0:1760456369.989961:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017fa6256 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852983552:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456369.989966:0:123791:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e2e3 lrc: 3/0,1 mode: PW/PW res: [0x1205:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.989978:0:122921:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852985152 00010000:00010000:3.0:1760456369.989986:0:123791:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e2e3 lrc: 3/0,1 mode: PW/PW res: [0x1205:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.989988:0:164867:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000af28af3b/0x3e4967fcee505cfc lrc: 4/0,0 mode: PR/PR res: [0x122f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ecb9 expref: 233 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.989998:0:122921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19359 00000100:00100000:0.0:1760456369.990004:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f4813a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852985280:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.990008:0:122921:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000268ddb71 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+416:85188:x1845970852985152:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456369.990010:0:123791:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e2e3 lrc: 3/0,1 mode: PW/PW res: [0x1205:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.990022:0:123791:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e2e3 lrc: 2/0,0 mode: PW/PW res: [0x1205:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.990023:0:164867:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004cbb5d95 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:164867:1845970852985216:192.168.203.34@tcp:104: 00002000:00080000:1.0:1760456369.990024:0:122921:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4657 count 1 00000100:00100000:0.0:1760456369.990034:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1760456369.990038:0:122921:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c042e065/0x3e4967fcee50e37d lrc: 3/0,1 mode: --/PW res: [0x1231:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.990049:0:122921:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000efd7edb1/0x3e4967fcee505d7a lrc: 2/0,0 mode: PR/PR res: [0x1231:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ecd5 expref: 233 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456369.990053:0:123791:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456369.990055:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.990058:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.990059:0:122921:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c042e065/0x3e4967fcee50e37d lrc: 4/0,1 mode: --/PW res: [0x1231:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.990067:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1760456369.990067:0:164870:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed855bfa pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:164870:1845970852983936:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456369.990071:0:164867:0:(client.c:2500:ptlrpc_set_wait()) set 0000000015a621d8 going to sleep for 6 seconds 00010000:00010000:3.0:1760456369.990072:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e2e3 lrc: 2/0,0 mode: PW/PW res: [0x1205:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.990077:0:122921:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000efd7edb1/0x3e4967fcee505d7a lrc: 3/0,0 mode: PR/PR res: [0x1231:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ecd5 expref: 233 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456369.990083:0:164870:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e330 lrc: 3/0,1 mode: --/PW res: [0x12de:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.990095:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ebca686a already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456369.990101:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e2e3 lrc: 2/0,0 mode: PW/PW res: [0x1205:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.990102:0:122921:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000efd7edb1/0x3e4967fcee505d7a lrc: 4/0,0 mode: PR/PR res: [0x1231:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ecd5 expref: 233 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.990117:0:122914:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000056f17ef9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:122914:1845970852983744:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456369.990127:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e2e3 lrc: 3/0,0 mode: PW/PW res: [0x1205:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.990131:0:122921:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a3b8ee61 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:122921:1845970852985344:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456369.990138:0:122914:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e329 lrc: 3/0,1 mode: --/PW res: [0x12cc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.990152:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e2e3 lrc: 1/0,0 mode: --/PW res: [0x1205:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.990153:0:87240:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852985280 00000100:00100000:1.0:1760456369.990161:0:122921:0:(client.c:2500:ptlrpc_set_wait()) set 00000000aac9fede going to sleep for 6 seconds 00010000:00010000:3.0:1760456369.990162:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e2e3 lrc: 0/0,0 mode: --/PW res: [0x1205:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.990181:0:87240:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19360 00010000:00010000:3.0:1760456369.990184:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456369.990187:0:87240:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058747fad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+395:85190:x1845970852985280:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456369.990188:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.990190:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1760456369.990202:0:87240:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4844 count 1 00010000:00010000:2.0:1760456369.990215:0:87240:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000546795e7/0x3e4967fcee50e384 lrc: 3/0,1 mode: --/PW res: [0x12ec:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.990223:0:122923:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000455a7060/0x3e4967fcee5059c9 lrc: 0/0,0 mode: --/PR res: [0x1217:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec03 expref: 233 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.990228:0:87240:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000015b0b57e/0x3e4967fcee506fb0 lrc: 2/0,0 mode: PR/PR res: [0x12ec:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f0e1 expref: 204 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1760456369.990237:0:122923:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000004d33530 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:122923:1845970852983296:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456369.990240:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.990243:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.990245:0:87240:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000546795e7/0x3e4967fcee50e384 lrc: 4/0,1 mode: --/PW res: [0x12ec:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.990250:0:122923:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e30d lrc: 3/0,1 mode: PW/PW res: [0x1217:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.990259:0:122923:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e30d lrc: 3/0,1 mode: PW/PW res: [0x1217:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.990264:0:122923:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e30d lrc: 3/0,1 mode: PW/PW res: [0x1217:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.990271:0:87240:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000015b0b57e/0x3e4967fcee506fb0 lrc: 3/0,0 mode: PR/PR res: [0x12ec:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f0e1 expref: 204 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.990276:0:122923:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e30d lrc: 3/0,1 mode: PW/PW res: [0x1217:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.990292:0:87240:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000015b0b57e/0x3e4967fcee506fb0 lrc: 4/0,0 mode: PR/PR res: [0x12ec:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f0e1 expref: 204 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.990305:0:87240:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ee6d760c pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:87240:1845970852985408:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456369.990333:0:87240:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d56f02de going to sleep for 6 seconds 00010000:00010000:1.0:1760456369.990344:0:122923:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e30d lrc: 2/0,0 mode: PW/PW res: [0x1217:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.990356:0:122923:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456369.990364:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.990367:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e30d lrc: 2/0,0 mode: PW/PW res: [0x1217:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.990372:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e7db8498 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.990374:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e30d lrc: 2/0,0 mode: PW/PW res: [0x1217:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.990379:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e30d lrc: 3/0,0 mode: PW/PW res: [0x1217:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.990387:0:123791:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d693516 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+417:85190:x1845970852982080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9254us (9585us total) trans 12884911248 rc 0/0 00010000:00010000:1.0:1760456369.990388:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e30d lrc: 1/0,0 mode: --/PW res: [0x1217:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.990401:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e30d lrc: 0/0,0 mode: --/PW res: [0x1217:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.990404:0:123791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19337 00000004:00080000:0.0:1760456369.990411:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000fd1be2e4/2, rc 0, transno 9360 00010000:00010000:1.0:1760456369.990423:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.990426:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456369.990426:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd1be2e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852982080:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456369.990429:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456369.990471:0:85190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1760456369.990479:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000053ab6d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852985472:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456369.990505:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1760456369.990592:0:123791:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852985472 00000100:00100000:3.0:1760456369.990632:0:123791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19361 00000100:00100000:3.0:1760456369.990639:0:123791:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000010d4277f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+417:85190:x1845970852985472:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1760456369.990653:0:123791:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4663 count 1 00010000:00010000:3.0:1760456369.990668:0:123791:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e38b lrc: 3/0,1 mode: --/PW res: [0x1237:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.990679:0:123791:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001b3075fa/0x3e4967fcee505df8 lrc: 2/0,0 mode: PR/PR res: [0x1237:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ecf1 expref: 232 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456369.990683:0:164869:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004c9254d8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:164869:1845970852984128:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456369.990694:0:123791:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.990697:0:123791:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.990699:0:123791:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e38b lrc: 4/0,1 mode: --/PW res: [0x1237:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.990702:0:164869:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000809e3c27/0x3e4967fcee50e33e lrc: 3/0,1 mode: --/PW res: [0x12d6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.990720:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456369.990744:0:123791:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001b3075fa/0x3e4967fcee505df8 lrc: 3/0,0 mode: PR/PR res: [0x1237:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ecf1 expref: 232 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456369.990752:0:87410:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ac6546ab pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:87410:1845970852984256:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456369.990758:0:123791:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001b3075fa/0x3e4967fcee505df8 lrc: 4/0,0 mode: PR/PR res: [0x1237:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ecf1 expref: 232 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.990772:0:123791:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b4c05355 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:123791:1845970852985536:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456369.990773:0:87410:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000066fd183f/0x3e4967fcee50e345 lrc: 3/0,1 mode: --/PW res: [0x12db:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.990819:0:122923:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cb334386 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+418:85188:x1845970852983104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8833us (8892us total) trans 12884911249 rc 0/0 00000100:00100000:1.0:1760456369.990825:0:122923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19343 00000004:00080000:0.0:1760456369.990830:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000f9a66bac/2, rc 0, transno 9361 00000100:00100000:2.0:1760456369.990836:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456369.990843:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f9a66bac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852983104:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456369.990849:0:123791:0:(client.c:2500:ptlrpc_set_wait()) set 000000001dd5b353 going to sleep for 6 seconds 00000100:00100000:3.0:1760456369.990870:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873994304 00010000:00010000:3.0:1760456369.990889:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ba9a8643/0x3e4967fcee506cbc lrc: 4/0,0 mode: PR/PR res: [0x12de:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f039 expref: 205 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.990904:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1760456369.990916:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a2776d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852985600:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456369.990918:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873994240 00010000:00010000:3.0:1760456369.990933:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000040b652ac/0x3e4967fcee505bc1 lrc: 5/0,0 mode: PR/PR res: [0x1222:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec73 expref: 233 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.990946:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456369.990955:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1760456369.990970:0:122344:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873994176 00010000:00010000:3.0:1760456369.990983:0:122344:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000669f8b9f/0x3e4967fcee506c7d lrc: 4/0,0 mode: PR/PR res: [0x12cc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f02b expref: 206 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.990996:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.991005:0:122923:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852985600 00000100:00100000:3.0:1760456369.991013:0:122344:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873994368 00000100:00100000:1.0:1760456369.991026:0:122923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19362 00010000:00010000:3.0:1760456369.991028:0:122344:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000cc3adfe/0x3e4967fcee506d3a lrc: 4/0,0 mode: PR/PR res: [0x12d6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f055 expref: 207 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.991034:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1335 00000100:00100000:1.0:1760456369.991034:0:122923:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000056f17ef9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+418:85189:x1845970852985600:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456369.991047:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b4c513a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+207:167593:x1845970873994304:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00002000:00080000:1.0:1760456369.991048:0:122923:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4661 count 1 00010000:00010000:2.0:1760456369.991061:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456369.991061:0:122923:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e392 lrc: 3/0,1 mode: --/PW res: [0x1235:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.991070:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ba9a8643/0x3e4967fcee506cbc lrc: 4/0,0 mode: PR/PR res: [0x12de:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f039 expref: 207 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.991071:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1336 00010000:00010000:1.0:1760456369.991079:0:122923:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c30bc482/0x3e4967fcee505e76 lrc: 2/0,0 mode: PR/PR res: [0x1235:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed0d expref: 233 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456369.991085:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000750a654b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+233:167595:x1845970873994240:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1760456369.991095:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ba9a8643/0x3e4967fcee506cbc lrc: 3/0,0 mode: PR/PR res: [0x12de:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f039 expref: 207 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.991098:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.991100:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.991102:0:122923:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e392 lrc: 4/0,1 mode: --/PW res: [0x1235:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.991103:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456369.991111:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000040b652ac/0x3e4967fcee505bc1 lrc: 5/0,0 mode: PR/PR res: [0x1222:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec73 expref: 233 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.991132:0:122923:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c30bc482/0x3e4967fcee505e76 lrc: 3/0,0 mode: PR/PR res: [0x1235:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed0d expref: 233 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456369.991140:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000040b652ac/0x3e4967fcee505bc1 lrc: 4/0,0 mode: PR/PR res: [0x1222:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec73 expref: 233 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.991143:0:122923:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c30bc482/0x3e4967fcee505e76 lrc: 4/0,0 mode: PR/PR res: [0x1235:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed0d expref: 233 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.991145:0:86475:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ba9a8643/0x3e4967fcee506cbc lrc: 0/0,0 mode: --/PR res: [0x12de:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f039 expref: 207 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.991172:0:122923:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000701cdd97 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:122923:1845970852985664:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456369.991175:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.991177:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.991178:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.991181:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.991183:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e330 lrc: 3/0,1 mode: PW/PW res: [0x12de:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.991185:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e337 lrc: 3/0,1 mode: PW/PW res: [0x1222:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.991191:0:122923:0:(client.c:2500:ptlrpc_set_wait()) set 00000000092877e8 going to sleep for 6 seconds 00010000:00010000:2.0:1760456369.991205:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e330 lrc: 4/0,1 mode: PW/PW res: [0x12de:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.991206:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1337 00010000:00010000:3.0:1760456369.991207:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e337 lrc: 4/0,1 mode: PW/PW res: [0x1222:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.991217:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000485ac8cf pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+206:167595:x1845970873994176:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1760456369.991229:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456369.991234:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000669f8b9f/0x3e4967fcee506c7d lrc: 4/0,0 mode: PR/PR res: [0x12cc:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f02b expref: 206 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.991240:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456369.991243:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000669f8b9f/0x3e4967fcee506c7d lrc: 3/0,0 mode: PR/PR res: [0x12cc:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f02b expref: 206 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.991245:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456369.991257:0:122345:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000669f8b9f/0x3e4967fcee506c7d lrc: 0/0,0 mode: --/PR res: [0x12cc:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f02b expref: 206 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.991262:0:164870:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e330 lrc: 3/0,1 mode: PW/PW res: [0x12de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.991265:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.991268:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.991272:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e329 lrc: 3/0,1 mode: PW/PW res: [0x12cc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.991273:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000750a654b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+233:167595:x1845970873994240:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 187us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456369.991276:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b4c513a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+205:167593:x1845970873994304:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 229us (564us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456369.991276:0:164870:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e330 lrc: 3/0,1 mode: PW/PW res: [0x12de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.991296:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e329 lrc: 4/0,1 mode: PW/PW res: [0x12cc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.991297:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1336 00010000:00010000:0.0:1760456369.991300:0:164870:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e330 lrc: 3/0,1 mode: PW/PW res: [0x12de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.991310:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1335 00010000:00010000:0.0:1760456369.991317:0:164870:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e330 lrc: 2/0,0 mode: PW/PW res: [0x12de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.991325:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1338 00010000:00010000:1.0:1760456369.991328:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1760456369.991335:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000805568d9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+204:167595:x1845970873994368:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1760456369.991337:0:164870:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456369.991346:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1760456369.991350:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000485ac8cf pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+204:167595:x1845970873994176:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 133us (411us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456369.991350:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456369.991355:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000cc3adfe/0x3e4967fcee506d3a lrc: 4/0,0 mode: PR/PR res: [0x12d6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f055 expref: 204 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.991356:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e330 lrc: 2/0,0 mode: PW/PW res: [0x12de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.991364:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1337 00010000:00010000:0.0:1760456369.991380:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000758f8c02 already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456369.991383:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000cc3adfe/0x3e4967fcee506d3a lrc: 3/0,0 mode: PR/PR res: [0x12d6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f055 expref: 203 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.991385:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e330 lrc: 2/0,0 mode: PW/PW res: [0x12de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.991407:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e330 lrc: 3/0,0 mode: PW/PW res: [0x12de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.991413:0:122344:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000cc3adfe/0x3e4967fcee506d3a lrc: 0/0,0 mode: --/PR res: [0x12d6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f055 expref: 203 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.991421:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e330 lrc: 1/0,0 mode: --/PW res: [0x12de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.991427:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.991430:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.991433:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000809e3c27/0x3e4967fcee50e33e lrc: 3/0,1 mode: PW/PW res: [0x12d6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.991436:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e330 lrc: 0/0,0 mode: --/PW res: [0x12de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.991440:0:164868:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006cacbcf0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:164868:1845970852984704:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456369.991452:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000809e3c27/0x3e4967fcee50e33e lrc: 4/0,1 mode: PW/PW res: [0x12d6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.991467:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.991471:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.991474:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.991478:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456369.991489:0:164869:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000809e3c27/0x3e4967fcee50e33e lrc: 3/0,1 mode: PW/PW res: [0x12d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.991499:0:164869:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000809e3c27/0x3e4967fcee50e33e lrc: 3/0,1 mode: PW/PW res: [0x12d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.991507:0:164869:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000809e3c27/0x3e4967fcee50e33e lrc: 3/0,1 mode: PW/PW res: [0x12d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.991542:0:164869:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000809e3c27/0x3e4967fcee50e33e lrc: 2/0,0 mode: PW/PW res: [0x12d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.991549:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000805568d9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+202:167595:x1845970873994368:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 175us (519us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456369.991554:0:164869:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1760456369.991561:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:1.0:1760456369.991562:0:164868:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000037a97751/0x3e4967fcee50e35a lrc: 3/0,1 mode: --/PW res: [0x12e9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.991569:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1338 00000100:00100000:2.0:1760456369.991589:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:3.0:1760456369.991599:0:122344:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873994432 00010000:00010000:3.0:1760456369.991614:0:122344:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c875ad2e/0x3e4967fcee506d79 lrc: 4/0,0 mode: PR/PR res: [0x12db:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f063 expref: 202 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.991659:0:122344:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873994560 00010000:00010000:3.0:1760456369.991673:0:122344:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007ae01d46/0x3e4967fcee506e75 lrc: 5/0,0 mode: PR/PR res: [0x12e5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f09b expref: 203 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.991681:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1760456369.991682:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1339 00010000:00010000:1.0:1760456369.991687:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000809e3c27/0x3e4967fcee50e33e lrc: 2/0,0 mode: PW/PW res: [0x12d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.991696:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007cb76ada pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+203:167594:x1845970873994432:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1760456369.991707:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1760456369.991710:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1340 00010000:00010000:2.0:1760456369.991715:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c875ad2e/0x3e4967fcee506d79 lrc: 4/0,0 mode: PR/PR res: [0x12db:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f063 expref: 203 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.991720:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000049b1a4e5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+203:167594:x1845970873994560:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1760456369.991736:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456369.991738:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000809e3c27 already unused, calling callback (0000000049577fce) 00010000:00010000:2.0:1760456369.991740:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c875ad2e/0x3e4967fcee506d79 lrc: 3/0,0 mode: PR/PR res: [0x12db:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f063 expref: 203 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.991742:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000809e3c27/0x3e4967fcee50e33e lrc: 2/0,0 mode: PW/PW res: [0x12d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.991744:0:164869:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f01a9c45 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+396:85188:x1845970852984064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4989us (5062us total) trans 38654713818 rc 0/0 00010000:00010000:3.0:1760456369.991745:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007ae01d46/0x3e4967fcee506e75 lrc: 5/0,0 mode: PR/PR res: [0x12e5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f09b expref: 203 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.991764:0:164869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19350 00010000:00010000:1.0:1760456369.991767:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000809e3c27/0x3e4967fcee50e33e lrc: 3/0,0 mode: PW/PW res: [0x12d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.991780:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007ae01d46/0x3e4967fcee506e75 lrc: 4/0,0 mode: PR/PR res: [0x12e5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f09b expref: 203 pid: 122920 timeout: 4721 lvb_type: 1 00000004:00080000:0.0:1760456369.991789:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000456498ec/2, rc 0, transno 8154 00010000:00010000:1.0:1760456369.991796:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000809e3c27/0x3e4967fcee50e33e lrc: 1/0,0 mode: --/PW res: [0x12d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.991800:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000456498ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852984064:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456369.991807:0:86474:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c875ad2e/0x3e4967fcee506d79 lrc: 0/0,0 mode: --/PR res: [0x12db:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f063 expref: 203 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.991808:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.991809:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000809e3c27/0x3e4967fcee50e33e lrc: 0/0,0 mode: --/PW res: [0x12d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.991812:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.991815:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009a426bd1/0x3e4967fcee50e353 lrc: 3/0,1 mode: PW/PW res: [0x12e5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.991829:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ac6546ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852985728:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456369.991840:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a426bd1/0x3e4967fcee50e353 lrc: 4/0,1 mode: PW/PW res: [0x12e5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.991841:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.991843:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456369.991845:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.991846:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.991849:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456369.991850:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000066fd183f/0x3e4967fcee50e345 lrc: 3/0,1 mode: PW/PW res: [0x12db:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.991860:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456369.991861:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456369.991866:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000066fd183f/0x3e4967fcee50e345 lrc: 4/0,1 mode: PW/PW res: [0x12db:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.991875:0:122921:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a3b8ee61 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:122921:1845970852985344:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456369.991888:0:122921:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c042e065/0x3e4967fcee50e37d lrc: 3/0,1 mode: --/PW res: [0x1231:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.991889:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000049b1a4e5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+202:167594:x1845970873994560:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 170us (301us total) trans 0 rc 0/0 00010000:00010000:2.0:1760456369.991894:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1760456369.991908:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1340 00000100:00100000:0.0:1760456369.991911:0:164869:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852985728 00000100:00100000:2.0:1760456369.991922:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007cb76ada pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+201:167594:x1845970873994432:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 230us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456369.991932:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1339 00000100:00100000:1.0:1760456369.991933:0:122920:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b7a488b2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:122920:1845970852984512:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456369.991939:0:164869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19363 00000100:00100000:0.0:1760456369.991947:0:164869:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004c9254d8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+396:85189:x1845970852985728:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456369.991953:0:122920:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e34c lrc: 3/0,1 mode: --/PW res: [0x12df:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1760456369.991961:0:164869:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4849 count 1 00010000:00010000:0.0:1760456369.991974:0:164869:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c26bd5f5/0x3e4967fcee50e399 lrc: 3/0,1 mode: --/PW res: [0x12f1:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.991975:0:122906:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000040b652ac/0x3e4967fcee505bc1 lrc: 0/0,0 mode: --/PR res: [0x1222:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec73 expref: 232 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.992000:0:164869:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dddc6dcb/0x3e4967fcee5070ac lrc: 2/0,0 mode: PR/PR res: [0x12f1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f119 expref: 200 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456369.992007:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1760456369.992008:0:122906:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002652641a pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:122906:1845970852984000:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456369.992009:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.992012:0:164869:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c26bd5f5/0x3e4967fcee50e399 lrc: 4/0,1 mode: --/PW res: [0x12f1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.992027:0:122906:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e337 lrc: 3/0,1 mode: PW/PW res: [0x1222:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.992033:0:164869:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dddc6dcb/0x3e4967fcee5070ac lrc: 3/0,0 mode: PR/PR res: [0x12f1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f119 expref: 200 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456369.992045:0:122906:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e337 lrc: 3/0,1 mode: PW/PW res: [0x1222:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.992052:0:164869:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dddc6dcb/0x3e4967fcee5070ac lrc: 4/0,0 mode: PR/PR res: [0x12f1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f119 expref: 200 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.992056:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456369.992078:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456369.992078:0:164869:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed855bfa pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:164869:1845970852985792:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456369.992087:0:122906:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e337 lrc: 3/0,1 mode: PW/PW res: [0x1222:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.992091:0:86475:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873994496 00010000:00010000:3.0:1760456369.992098:0:122906:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e337 lrc: 3/0,1 mode: PW/PW res: [0x1222:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.992104:0:164869:0:(client.c:2500:ptlrpc_set_wait()) set 000000001b8cab0b going to sleep for 6 seconds 00010000:00010000:2.0:1760456369.992105:0:86475:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000924e6af0/0x3e4967fcee506df7 lrc: 4/0,0 mode: PR/PR res: [0x12df:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f07f expref: 201 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.992106:0:122906:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e337 lrc: 2/0,0 mode: PW/PW res: [0x1222:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.992140:0:86475:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873994624 00010000:00010000:3.0:1760456369.992145:0:122906:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1760456369.992149:0:86475:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007d9ccaca/0x3e4967fcee506f71 lrc: 4/0,0 mode: PR/PR res: [0x12e9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f0d3 expref: 202 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.992168:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1341 00000100:00100000:2.0:1760456369.992171:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000750a654b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+202:167594:x1845970873994496:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1760456369.992178:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456369.992181:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000924e6af0/0x3e4967fcee506df7 lrc: 4/0,0 mode: PR/PR res: [0x12df:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f07f expref: 202 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.992188:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000924e6af0/0x3e4967fcee506df7 lrc: 3/0,0 mode: PR/PR res: [0x12df:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f07f expref: 202 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.992196:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.992200:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e337 lrc: 2/0,0 mode: PW/PW res: [0x1222:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.992201:0:86475:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000924e6af0/0x3e4967fcee506df7 lrc: 0/0,0 mode: --/PR res: [0x12df:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f07f expref: 202 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.992218:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000aaa15b8b already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.992222:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e337 lrc: 2/0,0 mode: PW/PW res: [0x1222:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.992224:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.992227:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.992229:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e337 lrc: 3/0,0 mode: PW/PW res: [0x1222:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.992230:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e34c lrc: 3/0,1 mode: PW/PW res: [0x12df:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.992246:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e34c lrc: 4/0,1 mode: PW/PW res: [0x12df:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.992250:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e337 lrc: 1/0,0 mode: --/PW res: [0x1222:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.992256:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e337 lrc: 0/0,0 mode: --/PW res: [0x1222:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.992263:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456369.992276:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.992279:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.992282:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456369.992284:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000750a654b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+201:167594:x1845970873994496:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 110us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456369.992292:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1341 00010000:00010000:1.0:1760456369.992294:0:122920:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e34c lrc: 3/0,1 mode: PW/PW res: [0x12df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.992300:0:122920:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e34c lrc: 3/0,1 mode: PW/PW res: [0x12df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.992306:0:122920:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e34c lrc: 3/0,1 mode: PW/PW res: [0x12df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.992312:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1342 00010000:00010000:1.0:1760456369.992316:0:122920:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e34c lrc: 2/0,0 mode: PW/PW res: [0x12df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.992323:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b4c513a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+200:167594:x1845970873994624:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1760456369.992333:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1760456369.992337:0:164870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000049733773 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+397:85190:x1845970852983808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5972us (6197us total) trans 38654713819 rc 0/0 00010000:00010000:2.0:1760456369.992339:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007d9ccaca/0x3e4967fcee506f71 lrc: 4/0,0 mode: PR/PR res: [0x12e9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f0d3 expref: 200 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.992339:0:122920:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1760456369.992348:0:164870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19348 00010000:00010000:1.0:1760456369.992350:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.992354:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e34c lrc: 2/0,0 mode: PW/PW res: [0x12df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.992357:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007d9ccaca/0x3e4967fcee506f71 lrc: 3/0,0 mode: PR/PR res: [0x12e9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f0d3 expref: 200 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.992367:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fa6ffac7 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.992371:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e34c lrc: 2/0,0 mode: PW/PW res: [0x12df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.992377:0:86475:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007d9ccaca/0x3e4967fcee506f71 lrc: 0/0,0 mode: --/PR res: [0x12e9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f0d3 expref: 200 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.992377:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e34c lrc: 3/0,0 mode: PW/PW res: [0x12df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1760456369.992385:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000fd283150/2, rc 0, transno 8155 00000100:00100000:3.0:1760456369.992397:0:122906:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ffb9099 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+419:85190:x1845970852983872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5975us (6130us total) trans 12884911250 rc 0/0 00010000:00010000:1.0:1760456369.992398:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e34c lrc: 1/0,0 mode: --/PW res: [0x12df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.992398:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd283150 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852983808:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456369.992399:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.992401:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.992404:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000037a97751/0x3e4967fcee50e35a lrc: 3/0,1 mode: PW/PW res: [0x12e9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.992418:0:122906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19349 00010000:00010000:1.0:1760456369.992421:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e34c lrc: 0/0,0 mode: --/PW res: [0x12df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.992427:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037a97751/0x3e4967fcee50e35a lrc: 4/0,1 mode: PW/PW res: [0x12e9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.992444:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1760456369.992446:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001b750364/2, rc 0, transno 9362 00010000:00010000:2.0:1760456369.992447:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456369.992447:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.992451:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456369.992457:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001b750364 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852983872:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456369.992464:0:164868:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000037a97751/0x3e4967fcee50e35a lrc: 3/0,1 mode: PW/PW res: [0x12e9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.992469:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b4c513a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+199:167594:x1845970873994624:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 146us (396us total) trans 0 rc 0/0 00010000:00010000:3.0:1760456369.992477:0:122905:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007ae01d46/0x3e4967fcee506e75 lrc: 0/0,0 mode: --/PR res: [0x12e5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f09b expref: 199 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.992481:0:164868:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037a97751/0x3e4967fcee50e35a lrc: 3/0,1 mode: PW/PW res: [0x12e9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.992486:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c226515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852985856:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456369.992487:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1342 00010000:00010000:1.0:1760456369.992506:0:164868:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000037a97751/0x3e4967fcee50e35a lrc: 3/0,1 mode: PW/PW res: [0x12e9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.992539:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456369.992573:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd43c5ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852985920:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456369.992578:0:122905:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e8dd4db1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:122905:1845970852984640:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456369.992582:0:164868:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000037a97751/0x3e4967fcee50e35a lrc: 2/0,0 mode: PW/PW res: [0x12e9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.992585:0:122914:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e329 lrc: 3/0,1 mode: PW/PW res: [0x12cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.992594:0:122914:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e329 lrc: 3/0,1 mode: PW/PW res: [0x12cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.992596:0:122905:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009a426bd1/0x3e4967fcee50e353 lrc: 3/0,1 mode: PW/PW res: [0x12e5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.992597:0:164868:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1760456369.992604:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1760456369.992607:0:122914:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e329 lrc: 3/0,1 mode: PW/PW res: [0x12cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.992608:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.992612:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000037a97751/0x3e4967fcee50e35a lrc: 2/0,0 mode: PW/PW res: [0x12e9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.992635:0:122905:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009a426bd1/0x3e4967fcee50e353 lrc: 3/0,1 mode: PW/PW res: [0x12e5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.992638:0:122914:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e329 lrc: 2/0,0 mode: PW/PW res: [0x12cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.992641:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000037a97751 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.992645:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000037a97751/0x3e4967fcee50e35a lrc: 2/0,0 mode: PW/PW res: [0x12e9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.992662:0:122905:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009a426bd1/0x3e4967fcee50e353 lrc: 3/0,1 mode: PW/PW res: [0x12e5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.992664:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000037a97751/0x3e4967fcee50e35a lrc: 3/0,0 mode: PW/PW res: [0x12e9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.992669:0:122914:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1760456369.992679:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456369.992680:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456369.992685:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e329 lrc: 2/0,0 mode: PW/PW res: [0x12cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.992690:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000037a97751/0x3e4967fcee50e35a lrc: 1/0,0 mode: --/PW res: [0x12e9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.992708:0:122905:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a426bd1/0x3e4967fcee50e353 lrc: 3/0,1 mode: PW/PW res: [0x12e5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.992709:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b187ecd8 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.992712:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037a97751/0x3e4967fcee50e35a lrc: 0/0,0 mode: --/PW res: [0x12e9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.992714:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456369.992715:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e329 lrc: 2/0,0 mode: PW/PW res: [0x12cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.992735:0:122905:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009a426bd1/0x3e4967fcee50e353 lrc: 2/0,0 mode: PW/PW res: [0x12e5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.992740:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456369.992740:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e329 lrc: 3/0,0 mode: PW/PW res: [0x12cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.992743:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.992746:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.992749:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456369.992759:0:86475:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873994688 00010000:00010000:0.0:1760456369.992770:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e329 lrc: 1/0,0 mode: --/PW res: [0x12cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.992775:0:122905:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1760456369.992775:0:86475:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000057aaee27/0x3e4967fcee505c00 lrc: 5/0,0 mode: PR/PR res: [0x1210:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec81 expref: 232 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.992776:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e329 lrc: 0/0,0 mode: --/PW res: [0x12cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.992777:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.992782:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009a426bd1/0x3e4967fcee50e353 lrc: 2/0,0 mode: PW/PW res: [0x12e5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.992803:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009a426bd1 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.992807:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009a426bd1/0x3e4967fcee50e353 lrc: 2/0,0 mode: PW/PW res: [0x12e5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.992807:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.992811:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.992814:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009a426bd1/0x3e4967fcee50e353 lrc: 3/0,0 mode: PW/PW res: [0x12e5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.992815:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456369.992816:0:122906:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852985856 00010000:00010000:1.0:1760456369.992827:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009a426bd1/0x3e4967fcee50e353 lrc: 1/0,0 mode: --/PW res: [0x12e5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.992832:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009a426bd1/0x3e4967fcee50e353 lrc: 0/0,0 mode: --/PW res: [0x12e5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.992833:0:164870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852985920 00000100:00100000:2.0:1760456369.992834:0:86475:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873994816 00010000:00010000:2.0:1760456369.992854:0:86475:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000efd7edb1/0x3e4967fcee505d7a lrc: 4/0,0 mode: PR/PR res: [0x1231:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ecd5 expref: 233 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.992854:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456369.992855:0:122906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19364 00010000:00010000:1.0:1760456369.992857:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.992859:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456369.992865:0:164870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19365 00000100:00100000:3.0:1760456369.992866:0:122906:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fba93ae9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+397:85190:x1845970852985856:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456369.992874:0:164870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000485ac8cf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+419:85191:x1845970852985920:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1760456369.992886:0:122906:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4850 count 1 00002000:00080000:0.0:1760456369.992887:0:164870:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4674 count 1 00000100:00100000:2.0:1760456369.992900:0:86475:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873994944 00010000:00010000:0.0:1760456369.992900:0:164870:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e3a0 lrc: 3/0,1 mode: --/PW res: [0x1242:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.992911:0:164870:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e398b482/0x3e4967fcee505eb5 lrc: 2/0,0 mode: PR/PR res: [0x1242:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed1b expref: 234 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456369.992913:0:86475:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008885e621/0x3e4967fcee505cbd lrc: 5/0,0 mode: PR/PR res: [0x1215:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ecab expref: 234 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.992920:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1343 00010000:00010000:0.0:1760456369.992933:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1760456369.992934:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000805568d9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+234:167595:x1845970873994688:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1760456369.992936:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.992939:0:164870:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e3a0 lrc: 4/0,1 mode: --/PW res: [0x1242:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.992947:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1760456369.992952:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1344 00010000:00010000:3.0:1760456369.992955:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000057aaee27/0x3e4967fcee505c00 lrc: 5/0,0 mode: PR/PR res: [0x1210:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec81 expref: 234 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.992960:0:164870:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e398b482/0x3e4967fcee505eb5 lrc: 3/0,0 mode: PR/PR res: [0x1242:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed1b expref: 234 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1760456369.992964:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d7bd5c7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+234:167595:x1845970873994816:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1760456369.992976:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456369.992983:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000efd7edb1/0x3e4967fcee505d7a lrc: 4/0,0 mode: PR/PR res: [0x1231:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ecd5 expref: 234 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.992985:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000057aaee27/0x3e4967fcee505c00 lrc: 4/0,0 mode: PR/PR res: [0x1210:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec81 expref: 234 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.992994:0:164868:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a100ee31 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+398:85189:x1845970852984448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4898us (5081us total) trans 38654713820 rc 0/0 00010000:00010000:0.0:1760456369.992996:0:164870:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e398b482/0x3e4967fcee505eb5 lrc: 4/0,0 mode: PR/PR res: [0x1242:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed1b expref: 234 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.993013:0:164868:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19354 00010000:00010000:2.0:1760456369.993014:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000efd7edb1/0x3e4967fcee505d7a lrc: 3/0,0 mode: PR/PR res: [0x1231:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ecd5 expref: 234 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.993021:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1760456369.993024:0:164870:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009598484a pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:164870:1845970852985984:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456369.993025:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.993029:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000273f8983/0x3e4967fcee50e361 lrc: 3/0,1 mode: PW/PW res: [0x1210:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.993033:0:86475:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000efd7edb1/0x3e4967fcee505d7a lrc: 0/0,0 mode: --/PR res: [0x1231:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ecd5 expref: 234 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.993050:0:164870:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f55feff3 going to sleep for 6 seconds 00010000:00010000:3.0:1760456369.993051:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000273f8983/0x3e4967fcee50e361 lrc: 4/0,1 mode: PW/PW res: [0x1210:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.993054:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.993057:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.993060:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c042e065/0x3e4967fcee50e37d lrc: 3/0,1 mode: PW/PW res: [0x1231:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.993067:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c042e065/0x3e4967fcee50e37d lrc: 4/0,1 mode: PW/PW res: [0x1231:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.993073:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:0.0:1760456369.993079:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e1e9509a/2, rc 0, transno 8156 00010000:00010000:2.0:1760456369.993088:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1760456369.993090:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1e9509a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852984448:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1760456369.993103:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000805568d9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+233:167595:x1845970873994688:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 173us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456369.993118:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d7bd5c7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+233:167595:x1845970873994816:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 152us (407us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456369.993119:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1343 00000100:00100000:0.0:1760456369.993126:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cf7b4e44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852986048:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456369.993132:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1344 00000100:00100000:3.0:1760456369.993150:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1345 00000100:00100000:3.0:1760456369.993160:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005699d169 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+231:167595:x1845970873994944:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00000100:00100000:0.0:1760456369.993160:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456369.993172:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456369.993177:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008885e621/0x3e4967fcee505cbd lrc: 5/0,0 mode: PR/PR res: [0x1215:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ecab expref: 231 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.993187:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008885e621/0x3e4967fcee505cbd lrc: 4/0,0 mode: PR/PR res: [0x1215:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ecab expref: 231 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.993202:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.993203:0:87410:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000066fd183f/0x3e4967fcee50e345 lrc: 3/0,1 mode: PW/PW res: [0x12db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.993205:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.993209:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e36f lrc: 3/0,1 mode: PW/PW res: [0x1215:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.993214:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.993215:0:122920:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d3fb42b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+398:85190:x1845970852984320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5347us (5514us total) trans 38654713821 rc 0/0 00010000:00010000:0.0:1760456369.993225:0:87410:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000066fd183f/0x3e4967fcee50e345 lrc: 3/0,1 mode: PW/PW res: [0x12db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.993234:0:122920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19352 00010000:00010000:3.0:1760456369.993235:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e36f lrc: 4/0,1 mode: PW/PW res: [0x1215:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.993235:0:86475:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873995008 00010000:00010000:0.0:1760456369.993242:0:87410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000066fd183f/0x3e4967fcee50e345 lrc: 3/0,1 mode: PW/PW res: [0x12db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.993248:0:86475:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000af28af3b/0x3e4967fcee505cfc lrc: 5/0,0 mode: PR/PR res: [0x122f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ecb9 expref: 232 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.993251:0:87410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000066fd183f/0x3e4967fcee50e345 lrc: 2/0,0 mode: PW/PW res: [0x12db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.993252:0:122920:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852986048 00010000:00010000:3.0:1760456369.993255:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1760456369.993271:0:122920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19366 00000100:00100000:1.0:1760456369.993276:0:122920:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b85d133f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+398:85188:x1845970852986048:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1760456369.993281:0:87410:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1760456369.993284:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005699d169 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+232:167595:x1845970873994944:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 122us (545us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456369.993286:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1346 00010000:00010000:1.0:1760456369.993293:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1760456369.993296:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000215226b4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+232:167593:x1845970873995008:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1760456369.993299:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000066fd183f/0x3e4967fcee50e345 lrc: 2/0,0 mode: PW/PW res: [0x12db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.993300:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1345 00010000:00010000:1.0:1760456369.993309:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000066fd183f already unused, calling callback (0000000049577fce) 00010000:00010000:2.0:1760456369.993310:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456369.993312:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000066fd183f/0x3e4967fcee50e345 lrc: 2/0,0 mode: PW/PW res: [0x12db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.993316:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000af28af3b/0x3e4967fcee505cfc lrc: 5/0,0 mode: PR/PR res: [0x122f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ecb9 expref: 231 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.993323:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000066fd183f/0x3e4967fcee50e345 lrc: 3/0,0 mode: PW/PW res: [0x12db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.993329:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000af28af3b/0x3e4967fcee505cfc lrc: 4/0,0 mode: PR/PR res: [0x122f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ecb9 expref: 231 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.993337:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000066fd183f/0x3e4967fcee50e345 lrc: 1/0,0 mode: --/PW res: [0x12db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.993343:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.993344:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000066fd183f/0x3e4967fcee50e345 lrc: 0/0,0 mode: --/PW res: [0x12db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.993346:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.993347:0:122906:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bed1ec81/0x3e4967fcee50e3a7 lrc: 3/0,1 mode: --/PW res: [0x12f2:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.993350:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000554e8914/0x3e4967fcee50e376 lrc: 3/0,1 mode: PW/PW res: [0x122f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.993365:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.993367:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.993369:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456369.993374:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000554e8914/0x3e4967fcee50e376 lrc: 4/0,1 mode: PW/PW res: [0x122f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.993379:0:122906:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d18fa859/0x3e4967fcee50712a lrc: 2/0,0 mode: PR/PR res: [0x12f2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f135 expref: 197 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.993382:0:122921:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c042e065/0x3e4967fcee50e37d lrc: 3/0,1 mode: PW/PW res: [0x1231:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.993404:0:122921:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c042e065/0x3e4967fcee50e37d lrc: 3/0,1 mode: PW/PW res: [0x1231:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.993406:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.993407:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456369.993409:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.993412:0:122921:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c042e065/0x3e4967fcee50e37d lrc: 3/0,1 mode: PW/PW res: [0x1231:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.993413:0:122906:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bed1ec81/0x3e4967fcee50e3a7 lrc: 4/0,1 mode: --/PW res: [0x12f2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.993421:0:87410:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000033890ec1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+399:85188:x1845970852984192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6384us (6440us total) trans 38654713822 rc 0/0 00000100:00100000:2.0:1760456369.993430:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000215226b4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+231:167593:x1845970873995008:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 131us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1760456369.993441:0:87410:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19351 00000100:00100000:2.0:1760456369.993448:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1346 00010000:00010000:1.0:1760456369.993450:0:122921:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c042e065/0x3e4967fcee50e37d lrc: 2/0,0 mode: PW/PW res: [0x1231:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.993456:0:122906:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d18fa859/0x3e4967fcee50712a lrc: 3/0,0 mode: PR/PR res: [0x12f2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f135 expref: 197 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.993465:0:122921:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456369.993470:0:122906:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d18fa859/0x3e4967fcee50712a lrc: 4/0,0 mode: PR/PR res: [0x12f2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f135 expref: 197 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.993475:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.993479:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c042e065/0x3e4967fcee50e37d lrc: 2/0,0 mode: PW/PW res: [0x1231:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1760456369.993481:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000116e4975/2, rc 0, transno 8158 00000100:00100000:3.0:1760456369.993486:0:122906:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e8dd4db1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:122906:1845970852986112:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456369.993490:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c042e065 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.993494:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c042e065/0x3e4967fcee50e37d lrc: 2/0,0 mode: PW/PW res: [0x1231:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.993494:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000116e4975 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852984192:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456369.993503:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c042e065/0x3e4967fcee50e37d lrc: 3/0,0 mode: PW/PW res: [0x1231:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.993531:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c042e065/0x3e4967fcee50e37d lrc: 1/0,0 mode: --/PW res: [0x1231:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.993536:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c042e065/0x3e4967fcee50e37d lrc: 0/0,0 mode: --/PW res: [0x1231:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.993548:0:122906:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ba7dc032 going to sleep for 6 seconds 00000100:00100000:2.0:1760456369.993549:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:1.0:1760456369.993552:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.993556:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.993560:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456369.993562:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006dfae497 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852986176:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456369.993574:0:86475:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873994752 00010000:00010000:2.0:1760456369.993589:0:86475:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000291665c8/0x3e4967fcee505c3f lrc: 5/0,0 mode: PR/PR res: [0x1221:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec8f expref: 231 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.993596:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456369.993630:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1347 00000100:00100000:2.0:1760456369.993635:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000049b1a4e5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+231:167595:x1845970873994752:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1760456369.993643:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456369.993647:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000291665c8/0x3e4967fcee505c3f lrc: 5/0,0 mode: PR/PR res: [0x1221:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec8f expref: 231 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.993656:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000291665c8/0x3e4967fcee505c3f lrc: 4/0,0 mode: PR/PR res: [0x1221:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec8f expref: 231 pid: 122920 timeout: 4721 lvb_type: 1 00000004:00080000:0.0:1760456369.993665:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000337d5ba2/2, rc 0, transno 8157 00010000:00010000:2.0:1760456369.993669:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.993672:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.993674:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000002f5daea/0x3e4967fcee50e368 lrc: 3/0,1 mode: PW/PW res: [0x1221:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.993676:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000337d5ba2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852984320:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456369.993686:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000002f5daea/0x3e4967fcee50e368 lrc: 4/0,1 mode: PW/PW res: [0x1221:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.993704:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1760456369.993717:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000708faabe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852986240:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456369.993726:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000049b1a4e5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+231:167595:x1845970873994752:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 89us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456369.993733:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1347 00000100:00100000:0.0:1760456369.993746:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456369.993801:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456369.993833:0:86475:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873994880 00000100:00100000:1.0:1760456369.993837:0:122921:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000268ddb71 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+420:85188:x1845970852985152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3831us (3939us total) trans 12884911251 rc 0/0 00000100:00100000:1.0:1760456369.993843:0:122921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19359 00010000:00010000:2.0:1760456369.993851:0:86475:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000015b0b57e/0x3e4967fcee506fb0 lrc: 5/0,0 mode: PR/PR res: [0x12ec:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f0e1 expref: 198 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.993862:0:122921:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852986176 00000100:00100000:3.0:1760456369.993864:0:122905:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba25bce9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+399:85190:x1845970852984384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5949us (6090us total) trans 38654713823 rc 0/0 00000100:00100000:3.0:1760456369.993876:0:122905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19353 00000100:00100000:2.0:1760456369.993893:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1348 00000100:00100000:1.0:1760456369.993895:0:122921:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852986240 00000100:00100000:2.0:1760456369.993902:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000750a654b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+198:167595:x1845970873994880:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1760456369.993913:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1760456369.993917:0:164871:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19367 00010000:00010000:2.0:1760456369.993919:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000015b0b57e/0x3e4967fcee506fb0 lrc: 5/0,0 mode: PR/PR res: [0x12ec:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f0e1 expref: 198 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.993929:0:164871:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000011e32d4f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+401:85189:x1845970852986176:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.993929:0:122921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19368 00010000:00010000:2.0:1760456369.993936:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000015b0b57e/0x3e4967fcee506fb0 lrc: 4/0,0 mode: PR/PR res: [0x12ec:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f0e1 expref: 198 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.993939:0:122921:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f055a3f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+401:85190:x1845970852986240:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1760456369.993945:0:164871:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4858 count 1 00002000:00080000:1.0:1760456369.993956:0:122921:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4865 count 1 00010000:00010000:3.0:1760456369.993961:0:164871:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000316a8334/0x3e4967fcee50e3ae lrc: 3/0,1 mode: --/PW res: [0x12fa:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.993961:0:122914:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2ec6235 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+401:85188:x1845970852983680:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8123us (8303us total) trans 38654713824 rc 0/0 00010000:00010000:2.0:1760456369.993963:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.993967:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.993968:0:122921:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000058314f92/0x3e4967fcee50e3b5 lrc: 3/0,1 mode: --/PW res: [0x1301:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.993970:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000546795e7/0x3e4967fcee50e384 lrc: 3/0,1 mode: PW/PW res: [0x12ec:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.993976:0:122914:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19347 00010000:00010000:3.0:1760456369.993992:0:164871:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000058ff7d47/0x3e4967fcee5072a4 lrc: 2/0,0 mode: PR/PR res: [0x12fa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f189 expref: 198 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456369.993995:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000546795e7/0x3e4967fcee50e384 lrc: 4/0,1 mode: PW/PW res: [0x12ec:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.993996:0:122921:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000f3e3126/0x3e4967fcee5072e3 lrc: 2/0,0 mode: PR/PR res: [0x1301:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f197 expref: 198 pid: 122920 timeout: 0 lvb_type: 1 00000004:00080000:0.0:1760456369.994003:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001bba6dad/2, rc 0, transno 9363 00000100:00100000:0.0:1760456369.994014:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001bba6dad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852985152:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456369.994017:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.994021:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.994022:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.994024:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.994026:0:164871:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000316a8334/0x3e4967fcee50e3ae lrc: 4/0,1 mode: --/PW res: [0x12fa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.994028:0:122921:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000058314f92/0x3e4967fcee50e3b5 lrc: 4/0,1 mode: --/PW res: [0x1301:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1760456369.994044:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000007b4824d8/2, rc 0, transno 8160 00010000:00010000:2.0:1760456369.994045:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1760456369.994054:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b4824d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852983680:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456369.994065:0:122921:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000f3e3126/0x3e4967fcee5072e3 lrc: 3/0,0 mode: PR/PR res: [0x1301:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f197 expref: 198 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456369.994072:0:164871:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000058ff7d47/0x3e4967fcee5072a4 lrc: 3/0,0 mode: PR/PR res: [0x12fa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f189 expref: 198 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1760456369.994074:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000750a654b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+198:167595:x1845970873994880:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 169us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1760456369.994079:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1760456369.994088:0:122921:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000f3e3126/0x3e4967fcee5072e3 lrc: 4/0,0 mode: PR/PR res: [0x1301:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f197 expref: 198 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.994089:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090f4e383 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852986496:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456369.994098:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1348 00010000:00010000:3.0:1760456369.994103:0:164871:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000058ff7d47/0x3e4967fcee5072a4 lrc: 4/0,0 mode: PR/PR res: [0x12fa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f189 expref: 198 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.994111:0:122921:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a3b8ee61 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:122921:1845970852986368:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456369.994117:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1760456369.994120:0:164871:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002652641a pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:164871:1845970852986432:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456369.994136:0:122921:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a6d1f63f going to sleep for 6 seconds 00000100:00100000:1.0:1760456369.994154:0:164868:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852986496 00000100:00100000:3.0:1760456369.994158:0:164871:0:(client.c:2500:ptlrpc_set_wait()) set 000000001920d3e8 going to sleep for 6 seconds 00000100:00100000:1.0:1760456369.994178:0:164868:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19369 00000100:00100000:1.0:1760456369.994183:0:164868:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094ced8f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+401:85189:x1845970852986496:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1760456369.994193:0:164868:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4874 count 1 00000004:00080000:0.0:1760456369.994201:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000005d52127/2, rc 0, transno 8159 00010000:00010000:1.0:1760456369.994203:0:164868:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005b2472ce/0x3e4967fcee50e3bc lrc: 3/0,1 mode: --/PW res: [0x130a:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.994211:0:123791:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b4c05355 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:123791:1845970852985536:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456369.994212:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000005d52127 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852984384:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456369.994214:0:164868:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000058c3ef38/0x3e4967fcee507322 lrc: 2/0,0 mode: PR/PR res: [0x130a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f1a5 expref: 197 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1760456369.994223:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456369.994226:0:85190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1760456369.994228:0:164868:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.994231:0:164868:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.994232:0:164868:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005b2472ce/0x3e4967fcee50e3bc lrc: 4/0,1 mode: --/PW res: [0x130a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.994235:0:123791:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e38b lrc: 3/0,1 mode: --/PW res: [0x1237:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.994254:0:164868:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000058c3ef38/0x3e4967fcee507322 lrc: 3/0,0 mode: PR/PR res: [0x130a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f1a5 expref: 197 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.994263:0:164868:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000058c3ef38/0x3e4967fcee507322 lrc: 4/0,0 mode: PR/PR res: [0x130a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f1a5 expref: 197 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.994264:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873995072 00000100:00100000:1.0:1760456369.994274:0:164868:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c887b366 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:164868:1845970852986624:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456369.994274:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1760456369.994282:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001b3075fa/0x3e4967fcee505df8 lrc: 4/0,0 mode: PR/PR res: [0x1237:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ecf1 expref: 231 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.994283:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009d5f955f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852986560:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.994298:0:164868:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ea75832e going to sleep for 6 seconds 00000100:00100000:2.0:1760456369.994321:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456369.994325:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456369.994326:0:122923:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000701cdd97 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:122923:1845970852985664:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456369.994328:0:122347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1349 00000100:00100000:3.0:1760456369.994341:0:122347:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b4c513a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+231:167595:x1845970873995072:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1760456369.994343:0:122923:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e392 lrc: 3/0,1 mode: --/PW res: [0x1235:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.994351:0:86475:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873995136 00010000:00010000:3.0:1760456369.994360:0:122347:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456369.994363:0:86475:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c30bc482/0x3e4967fcee505e76 lrc: 4/0,0 mode: PR/PR res: [0x1235:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed0d expref: 232 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.994368:0:122347:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001b3075fa/0x3e4967fcee505df8 lrc: 4/0,0 mode: PR/PR res: [0x1237:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ecf1 expref: 232 pid: 122920 timeout: 4721 lvb_type: 1 00002000:00080000:1.0:1760456369.994370:0:122920:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4852 count 1 00000100:00100000:0.0:1760456369.994380:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000096bf39d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852986304:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456369.994385:0:122347:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001b3075fa/0x3e4967fcee505df8 lrc: 3/0,0 mode: PR/PR res: [0x1237:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ecf1 expref: 232 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.994394:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1350 00000100:00100000:2.0:1760456369.994402:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000805568d9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+232:167595:x1845970873995136:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1760456369.994410:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456369.994411:0:122347:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001b3075fa/0x3e4967fcee505df8 lrc: 0/0,0 mode: --/PR res: [0x1237:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ecf1 expref: 232 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.994414:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456369.994417:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c30bc482/0x3e4967fcee505e76 lrc: 4/0,0 mode: PR/PR res: [0x1235:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed0d expref: 232 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.994418:0:122920:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e3c3 lrc: 3/0,1 mode: --/PW res: [0x12f4:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.994437:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.994441:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.994442:0:88855:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000057aaee27/0x3e4967fcee505c00 lrc: 0/0,0 mode: --/PR res: [0x1210:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec81 expref: 231 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.994444:0:122347:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e38b lrc: 3/0,1 mode: PW/PW res: [0x1237:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.994445:0:122920:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000041360d5f/0x3e4967fcee507169 lrc: 2/0,0 mode: PR/PR res: [0x12f4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f143 expref: 197 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456369.994446:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c30bc482/0x3e4967fcee505e76 lrc: 3/0,0 mode: PR/PR res: [0x1235:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed0d expref: 231 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.994470:0:122347:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e38b lrc: 4/0,1 mode: PW/PW res: [0x1237:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.994472:0:122920:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.994475:0:122920:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1760456369.994475:0:88855:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009a0c665 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:88855:1845970852984768:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456369.994477:0:122920:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e3c3 lrc: 4/0,1 mode: --/PW res: [0x12f4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.994481:0:86475:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c30bc482/0x3e4967fcee505e76 lrc: 0/0,0 mode: --/PR res: [0x1235:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed0d expref: 230 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.994490:0:88855:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000273f8983/0x3e4967fcee50e361 lrc: 3/0,1 mode: PW/PW res: [0x1210:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.994508:0:88855:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000273f8983/0x3e4967fcee50e361 lrc: 3/0,1 mode: PW/PW res: [0x1210:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.994530:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.994530:0:122920:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000041360d5f/0x3e4967fcee507169 lrc: 3/0,0 mode: PR/PR res: [0x12f4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f143 expref: 197 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456369.994533:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.994536:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e392 lrc: 3/0,1 mode: PW/PW res: [0x1235:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.994540:0:122347:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456369.994544:0:122920:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000041360d5f/0x3e4967fcee507169 lrc: 4/0,0 mode: PR/PR res: [0x12f4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f143 expref: 197 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.994563:0:88855:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000273f8983/0x3e4967fcee50e361 lrc: 3/0,1 mode: PW/PW res: [0x1210:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.994569:0:122347:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b4c513a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+229:167595:x1845970873995072:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 223us (351us total) trans 0 rc 0/0 00010000:00010000:2.0:1760456369.994569:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e392 lrc: 4/0,1 mode: PW/PW res: [0x1235:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.994573:0:122920:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000deac8888 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:122920:1845970852986688:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456369.994576:0:88855:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000273f8983/0x3e4967fcee50e361 lrc: 3/0,1 mode: PW/PW res: [0x1210:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.994593:0:122347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1349 00010000:00010000:0.0:1760456369.994595:0:88855:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000273f8983/0x3e4967fcee50e361 lrc: 2/0,0 mode: PW/PW res: [0x1210:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.994607:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456369.994611:0:88855:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1760456369.994630:0:122920:0:(client.c:2500:ptlrpc_set_wait()) set 00000000092877e8 going to sleep for 6 seconds 00010000:00010000:0.0:1760456369.994634:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1760456369.994638:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000805568d9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+228:167595:x1845970873995136:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 234us (321us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456369.994639:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000273f8983/0x3e4967fcee50e361 lrc: 2/0,0 mode: PW/PW res: [0x1210:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.994640:0:122919:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852986560 00010000:00010000:1.0:1760456369.994646:0:122923:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e392 lrc: 3/0,1 mode: PW/PW res: [0x1235:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.994653:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1350 00010000:00010000:0.0:1760456369.994655:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000273f8983 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456369.994659:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000273f8983/0x3e4967fcee50e361 lrc: 2/0,0 mode: PW/PW res: [0x1210:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.994660:0:122919:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852986304 00010000:00010000:1.0:1760456369.994661:0:122923:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e392 lrc: 3/0,1 mode: PW/PW res: [0x1235:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.994678:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000273f8983/0x3e4967fcee50e361 lrc: 3/0,0 mode: PW/PW res: [0x1210:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.994679:0:122923:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e392 lrc: 3/0,1 mode: PW/PW res: [0x1235:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.994681:0:122919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19370 00000100:00100000:3.0:1760456369.994692:0:122919:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000037a8ab19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+402:85188:x1845970852986560:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456369.994701:0:122923:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e392 lrc: 2/0,0 mode: PW/PW res: [0x1235:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.994706:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000273f8983/0x3e4967fcee50e361 lrc: 1/0,0 mode: --/PW res: [0x1210:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1760456369.994712:0:122919:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4884 count 1 00010000:00010000:0.0:1760456369.994713:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000273f8983/0x3e4967fcee50e361 lrc: 0/0,0 mode: --/PW res: [0x1210:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.994716:0:122923:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456369.994728:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456369.994729:0:122919:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f7b1e160/0x3e4967fcee50e3ca lrc: 3/0,1 mode: --/PW res: [0x1314:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.994733:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e392 lrc: 2/0,0 mode: PW/PW res: [0x1235:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.994735:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.994738:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.994741:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.994751:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000222c27c8 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.994754:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e392 lrc: 2/0,0 mode: PW/PW res: [0x1235:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.994761:0:122919:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cb3ec9b5/0x3e4967fcee507361 lrc: 2/0,0 mode: PR/PR res: [0x1314:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f1b3 expref: 197 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.994762:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e392 lrc: 3/0,0 mode: PW/PW res: [0x1235:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.994763:0:87237:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008885e621/0x3e4967fcee505cbd lrc: 0/0,0 mode: --/PR res: [0x1215:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ecab expref: 227 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.994788:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.994790:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e392 lrc: 1/0,0 mode: --/PW res: [0x1235:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.994791:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.994794:0:87239:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000291665c8/0x3e4967fcee505c3f lrc: 0/0,0 mode: --/PR res: [0x1221:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ec8f expref: 226 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.994795:0:122919:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f7b1e160/0x3e4967fcee50e3ca lrc: 4/0,1 mode: --/PW res: [0x1314:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.994796:0:87237:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054a1686d pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:87237:1845970852985024:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456369.994811:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e392 lrc: 0/0,0 mode: --/PW res: [0x1235:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.994816:0:87237:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e36f lrc: 3/0,1 mode: PW/PW res: [0x1215:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.994831:0:87239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003539d2d8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:87239:1845970852984960:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456369.994833:0:87237:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e36f lrc: 3/0,1 mode: PW/PW res: [0x1215:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.994838:0:122919:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cb3ec9b5/0x3e4967fcee507361 lrc: 3/0,0 mode: PR/PR res: [0x1314:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f1b3 expref: 197 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456369.994846:0:87239:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000002f5daea/0x3e4967fcee50e368 lrc: 3/0,1 mode: PW/PW res: [0x1221:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.994856:0:87237:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e36f lrc: 3/0,1 mode: PW/PW res: [0x1215:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.994866:0:122919:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cb3ec9b5/0x3e4967fcee507361 lrc: 4/0,0 mode: PR/PR res: [0x1314:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f1b3 expref: 197 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.994867:0:87239:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000002f5daea/0x3e4967fcee50e368 lrc: 3/0,1 mode: PW/PW res: [0x1221:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.994873:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.994875:0:87237:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e36f lrc: 3/0,1 mode: PW/PW res: [0x1215:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.994876:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.994878:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456369.994890:0:87239:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000002f5daea/0x3e4967fcee50e368 lrc: 3/0,1 mode: PW/PW res: [0x1221:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.994898:0:87237:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e36f lrc: 2/0,0 mode: PW/PW res: [0x1215:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.994899:0:122919:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b4c05355 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:122919:1845970852986752:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456369.994908:0:87239:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000002f5daea/0x3e4967fcee50e368 lrc: 3/0,1 mode: PW/PW res: [0x1221:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.994918:0:87239:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000002f5daea/0x3e4967fcee50e368 lrc: 2/0,0 mode: PW/PW res: [0x1221:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.994929:0:87237:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1760456369.994940:0:87239:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1760456369.994941:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:3.0:1760456369.994945:0:122919:0:(client.c:2500:ptlrpc_set_wait()) set 000000001dd5b353 going to sleep for 6 seconds 00010000:00010000:1.0:1760456369.994946:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e36f lrc: 2/0,0 mode: PW/PW res: [0x1215:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.994954:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000016be4d0e already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.994957:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e36f lrc: 2/0,0 mode: PW/PW res: [0x1215:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.994962:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e36f lrc: 3/0,0 mode: PW/PW res: [0x1215:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.994969:0:122905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19371 00000100:00100000:3.0:1760456369.994977:0:122905:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da4bec2c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+420:85190:x1845970852986304:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456369.994977:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e36f lrc: 1/0,0 mode: --/PW res: [0x1215:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.994989:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e36f lrc: 0/0,0 mode: --/PW res: [0x1215:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1760456369.994997:0:122905:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4672 count 1 00010000:00010000:1.0:1760456369.995004:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.995007:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000002f5daea/0x3e4967fcee50e368 lrc: 2/0,0 mode: PW/PW res: [0x1221:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.995013:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000002f5daea already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456369.995014:0:122905:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a36cd9c0/0x3e4967fcee50e3d1 lrc: 3/0,1 mode: --/PW res: [0x1240:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.995015:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000002f5daea/0x3e4967fcee50e368 lrc: 2/0,0 mode: PW/PW res: [0x1221:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.995032:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000002f5daea/0x3e4967fcee50e368 lrc: 3/0,0 mode: PW/PW res: [0x1221:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.995038:0:122905:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004496db26/0x3e4967fcee505f33 lrc: 2/0,0 mode: PR/PR res: [0x1240:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed37 expref: 225 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.995041:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000002f5daea/0x3e4967fcee50e368 lrc: 1/0,0 mode: --/PW res: [0x1221:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.995047:0:122905:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.995049:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000002f5daea/0x3e4967fcee50e368 lrc: 0/0,0 mode: --/PW res: [0x1221:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.995050:0:122905:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.995052:0:122905:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a36cd9c0/0x3e4967fcee50e3d1 lrc: 4/0,1 mode: --/PW res: [0x1240:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.995072:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.995074:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.995077:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.995079:0:122905:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004496db26/0x3e4967fcee505f33 lrc: 3/0,0 mode: PR/PR res: [0x1240:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed37 expref: 225 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.995082:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.995087:0:122905:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004496db26/0x3e4967fcee505f33 lrc: 4/0,0 mode: PR/PR res: [0x1240:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed37 expref: 225 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.995096:0:122905:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e6d09192 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:122905:1845970852986816:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456369.995120:0:122905:0:(client.c:2500:ptlrpc_set_wait()) set 00000000025268cf going to sleep for 6 seconds 00010000:00010000:3.0:1760456369.995136:0:123791:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e38b lrc: 3/0,1 mode: PW/PW res: [0x1237:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.995141:0:123791:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e38b lrc: 3/0,1 mode: PW/PW res: [0x1237:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.995146:0:123791:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e38b lrc: 3/0,1 mode: PW/PW res: [0x1237:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.995151:0:123791:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e38b lrc: 2/0,0 mode: PW/PW res: [0x1237:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.995160:0:87237:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000075c42dd5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+422:85190:x1845970852984896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5759us (6084us total) trans 12884911252 rc 0/0 00010000:00010000:3.0:1760456369.995165:0:123791:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1760456369.995168:0:87237:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19357 00010000:00010000:3.0:1760456369.995175:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456369.995179:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e38b lrc: 2/0,0 mode: PW/PW res: [0x1237:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.995188:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fabd3e43 already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456369.995190:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e38b lrc: 2/0,0 mode: PW/PW res: [0x1237:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.995195:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e38b lrc: 3/0,0 mode: PW/PW res: [0x1237:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.995206:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e38b lrc: 1/0,0 mode: --/PW res: [0x1237:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.995211:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e38b lrc: 0/0,0 mode: --/PW res: [0x1237:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1760456369.995214:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006abb2f60/2, rc 0, transno 9364 00000100:00100000:0.0:1760456369.995225:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006abb2f60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852984896:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456369.995234:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.995237:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.995240:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456369.995241:0:87239:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c6c912c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+422:85190:x1845970852984832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6059us (6505us total) trans 12884911253 rc 0/0 00000100:00100000:2.0:1760456369.995253:0:87239:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19356 00000100:00100000:1.0:1760456369.995266:0:122923:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000056f17ef9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+422:85189:x1845970852985600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4233us (4311us total) trans 12884911254 rc 0/0 00000100:00100000:1.0:1760456369.995275:0:122923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19362 00000004:00080000:0.0:1760456369.995275:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a2776d77/2, rc 0, transno 9366 00000100:00100000:0.0:1760456369.995286:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a2776d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852985600:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456369.995289:0:85191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1760456369.995302:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f20c157 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852986880:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1760456369.995330:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003ded38b8/2, rc 0, transno 9365 00000100:00100000:0.0:1760456369.995339:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ded38b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852984832:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456369.995347:0:85190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1760456369.995353:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456369.995383:0:122923:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852986880 00000100:00100000:0.0:1760456369.995398:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009a0c665 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852987008:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456369.995424:0:164867:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af28af3b/0x3e4967fcee505cfc lrc: 0/0,0 mode: --/PR res: [0x122f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ecb9 expref: 225 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.995436:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456369.995440:0:164867:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004cbb5d95 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:164867:1845970852985216:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456369.995449:0:122923:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852987008 00010000:00010000:2.0:1760456369.995461:0:164867:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000554e8914/0x3e4967fcee50e376 lrc: 3/0,1 mode: PW/PW res: [0x122f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.995471:0:122923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19372 00000100:00100000:3.0:1760456369.995472:0:123791:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000010d4277f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+423:85190:x1845970852985472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4828us (4961us total) trans 12884911255 rc 0/0 00010000:00010000:2.0:1760456369.995479:0:164867:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000554e8914/0x3e4967fcee50e376 lrc: 3/0,1 mode: PW/PW res: [0x122f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.995480:0:122923:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000039a665b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+423:85191:x1845970852986880:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456369.995483:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054a1686d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852986944:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456369.995489:0:123791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19361 00002000:00080000:1.0:1760456369.995494:0:122923:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4675 count 1 00010000:00010000:2.0:1760456369.995497:0:164867:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000554e8914/0x3e4967fcee50e376 lrc: 3/0,1 mode: PW/PW res: [0x122f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.995507:0:164867:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000554e8914/0x3e4967fcee50e376 lrc: 3/0,1 mode: PW/PW res: [0x122f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.995507:0:122923:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50e3d8 lrc: 3/0,1 mode: --/PW res: [0x1243:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.995540:0:123791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19373 00000100:00100000:3.0:1760456369.995549:0:123791:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008975dc8b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+422:85188:x1845970852987008:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456369.995556:0:164867:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000554e8914/0x3e4967fcee50e376 lrc: 2/0,0 mode: PW/PW res: [0x122f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.995561:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1760456369.995566:0:123791:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4678 count 1 00010000:00010000:3.0:1760456369.995582:0:123791:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000084015e79/0x3e4967fcee50e3df lrc: 3/0,1 mode: --/PW res: [0x1246:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1760456369.995585:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000053ab6d8f/2, rc 0, transno 9367 00010000:00010000:2.0:1760456369.995587:0:164867:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1760456369.995598:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000053ab6d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852985472:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456369.995601:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456369.995602:0:123791:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b0528b43/0x3e4967fcee50612b lrc: 2/0,0 mode: PR/PR res: [0x1246:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eda7 expref: 224 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456369.995607:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000554e8914/0x3e4967fcee50e376 lrc: 2/0,0 mode: PW/PW res: [0x122f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.995614:0:122923:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000240a06a1/0x3e4967fcee505f72 lrc: 2/0,0 mode: PR/PR res: [0x1243:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed45 expref: 224 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456369.995639:0:123791:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.995642:0:123791:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.995645:0:123791:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000084015e79/0x3e4967fcee50e3df lrc: 4/0,1 mode: --/PW res: [0x1246:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.995647:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.995648:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000554e8914 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.995650:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.995654:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000554e8914/0x3e4967fcee50e376 lrc: 2/0,0 mode: PW/PW res: [0x122f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.995655:0:122923:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50e3d8 lrc: 4/0,1 mode: --/PW res: [0x1243:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.995676:0:123791:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b0528b43/0x3e4967fcee50612b lrc: 3/0,0 mode: PR/PR res: [0x1246:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eda7 expref: 224 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456369.995676:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000554e8914/0x3e4967fcee50e376 lrc: 3/0,0 mode: PW/PW res: [0x122f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.995680:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000085d9bf15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852987072:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456369.995686:0:122923:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000240a06a1/0x3e4967fcee505f72 lrc: 3/0,0 mode: PR/PR res: [0x1243:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed45 expref: 224 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456369.995709:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456369.995710:0:123791:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b0528b43/0x3e4967fcee50612b lrc: 4/0,0 mode: PR/PR res: [0x1246:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eda7 expref: 224 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.995711:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000554e8914/0x3e4967fcee50e376 lrc: 1/0,0 mode: --/PW res: [0x122f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.995711:0:122923:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000240a06a1/0x3e4967fcee505f72 lrc: 4/0,0 mode: PR/PR res: [0x1243:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed45 expref: 224 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.995732:0:87410:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852986944 00010000:00010000:2.0:1760456369.995739:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000554e8914/0x3e4967fcee50e376 lrc: 0/0,0 mode: --/PW res: [0x122f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.995743:0:122923:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000701cdd97 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:122923:1845970852987200:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456369.995746:0:87410:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852987072 00000100:00100000:3.0:1760456369.995747:0:123791:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b12c6387 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:123791:1845970852987136:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456369.995758:0:87410:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19374 00000100:00100000:0.0:1760456369.995764:0:87410:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000784a77 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+424:85190:x1845970852986944:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1760456369.995776:0:87410:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4677 count 1 00010000:00010000:2.0:1760456369.995779:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1760456369.995781:0:122923:0:(client.c:2500:ptlrpc_set_wait()) set 0000000058916b5e going to sleep for 6 seconds 00010000:00010000:2.0:1760456369.995783:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.995787:0:87410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50e3e6 lrc: 3/0,1 mode: --/PW res: [0x1245:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.995788:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456369.995791:0:123791:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e71e445e going to sleep for 6 seconds 00010000:00010000:0.0:1760456369.995797:0:87410:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d66f11fc/0x3e4967fcee50606e lrc: 2/0,0 mode: PR/PR res: [0x1245:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed7d expref: 224 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456369.995804:0:87410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.995805:0:87410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.995807:0:87410:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50e3e6 lrc: 4/0,1 mode: --/PW res: [0x1245:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.995822:0:87410:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d66f11fc/0x3e4967fcee50606e lrc: 3/0,0 mode: PR/PR res: [0x1245:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed7d expref: 224 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456369.995829:0:87410:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d66f11fc/0x3e4967fcee50606e lrc: 4/0,0 mode: PR/PR res: [0x1245:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed7d expref: 224 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.995837:0:87410:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003de6c4eb pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:87410:1845970852987264:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456369.995849:0:122921:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a3b8ee61 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:122921:1845970852986368:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456369.995862:0:122921:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000058314f92/0x3e4967fcee50e3b5 lrc: 3/0,1 mode: --/PW res: [0x1301:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.995862:0:87410:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ccdc0379 going to sleep for 6 seconds 00000100:00100000:0.0:1760456369.995881:0:122914:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19375 00000100:00100000:0.0:1760456369.995886:0:122914:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000080cc854d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+424:85189:x1845970852987072:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1760456369.995895:0:122914:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4679 count 1 00010000:00010000:0.0:1760456369.995903:0:122914:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000024a38e54/0x3e4967fcee50e3ed lrc: 3/0,1 mode: --/PW res: [0x1247:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.995915:0:122914:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000149d2fca/0x3e4967fcee50616a lrc: 2/0,0 mode: PR/PR res: [0x1247:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49edb5 expref: 224 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456369.995922:0:164871:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002652641a pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:164871:1845970852986432:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456369.995924:0:122914:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.995928:0:122914:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.995932:0:122914:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000024a38e54/0x3e4967fcee50e3ed lrc: 4/0,1 mode: --/PW res: [0x1247:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.995942:0:164871:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000316a8334/0x3e4967fcee50e3ae lrc: 3/0,1 mode: --/PW res: [0x12fa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.995953:0:122914:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000149d2fca/0x3e4967fcee50616a lrc: 3/0,0 mode: PR/PR res: [0x1247:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49edb5 expref: 224 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456369.995958:0:87240:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000015b0b57e/0x3e4967fcee506fb0 lrc: 0/0,0 mode: --/PR res: [0x12ec:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f0e1 expref: 197 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.995971:0:122914:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000149d2fca/0x3e4967fcee50616a lrc: 4/0,0 mode: PR/PR res: [0x1247:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49edb5 expref: 224 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.995978:0:87240:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ee6d760c pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:87240:1845970852985408:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456369.995989:0:122914:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000fd2de97 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:122914:1845970852987328:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456369.995993:0:87240:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000546795e7/0x3e4967fcee50e384 lrc: 3/0,1 mode: PW/PW res: [0x12ec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.996004:0:87240:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000546795e7/0x3e4967fcee50e384 lrc: 3/0,1 mode: PW/PW res: [0x12ec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.996011:0:87240:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000546795e7/0x3e4967fcee50e384 lrc: 3/0,1 mode: PW/PW res: [0x12ec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.996018:0:87240:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000546795e7/0x3e4967fcee50e384 lrc: 3/0,1 mode: PW/PW res: [0x12ec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.996025:0:122914:0:(client.c:2500:ptlrpc_set_wait()) set 0000000020417f68 going to sleep for 6 seconds 00010000:00010000:2.0:1760456369.996026:0:87240:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000546795e7/0x3e4967fcee50e384 lrc: 2/0,0 mode: PW/PW res: [0x12ec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.996052:0:87240:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456369.996057:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.996060:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000546795e7/0x3e4967fcee50e384 lrc: 2/0,0 mode: PW/PW res: [0x12ec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.996067:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000546795e7 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.996070:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000546795e7/0x3e4967fcee50e384 lrc: 2/0,0 mode: PW/PW res: [0x12ec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.996075:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000546795e7/0x3e4967fcee50e384 lrc: 3/0,0 mode: PW/PW res: [0x12ec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.996084:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000546795e7/0x3e4967fcee50e384 lrc: 1/0,0 mode: --/PW res: [0x12ec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.996088:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000546795e7/0x3e4967fcee50e384 lrc: 0/0,0 mode: --/PW res: [0x12ec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.996101:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.996103:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.996105:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456369.996229:0:88855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd2635ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+425:85188:x1845970852984576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8123us (8188us total) trans 12884911256 rc 0/0 00000100:00100000:0.0:1760456369.996238:0:88855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19355 00000100:00100000:2.0:1760456369.996273:0:87240:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058747fad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+403:85190:x1845970852985280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6085us (6242us total) trans 38654713825 rc 0/0 00000004:00080000:0.0:1760456369.996273:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009132bec1/2, rc 0, transno 9368 00000100:00100000:2.0:1760456369.996284:0:87240:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19360 00000100:00100000:0.0:1760456369.996285:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009132bec1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852984576:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456369.996325:0:85191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1760456369.996337:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001317320f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852987392:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456369.996347:0:164869:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed855bfa pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:164869:1845970852985792:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456369.996365:0:164869:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c26bd5f5/0x3e4967fcee50e399 lrc: 3/0,1 mode: --/PW res: [0x12f1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.996381:0:122906:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e8dd4db1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:122906:1845970852986112:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456369.996381:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456369.996400:0:122906:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bed1ec81/0x3e4967fcee50e3a7 lrc: 3/0,1 mode: --/PW res: [0x12f2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1760456369.996416:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001f4813a8/2, rc 0, transno 8161 00000100:00100000:0.0:1760456369.996428:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f4813a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852985280:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.996465:0:164868:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c887b366 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:164868:1845970852986624:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456369.996469:0:85190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1760456369.996481:0:164868:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005b2472ce/0x3e4967fcee50e3bc lrc: 3/0,1 mode: --/PW res: [0x130a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.996482:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005e88840f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852987456:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456369.996547:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456369.996581:0:122920:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000deac8888 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:122920:1845970852986688:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456369.996598:0:164870:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009598484a pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:164870:1845970852985984:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456369.996599:0:122920:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e3c3 lrc: 3/0,1 mode: --/PW res: [0x12f4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.996606:0:164867:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000073506342 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+425:85189:x1845970852985088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6754us (6857us total) trans 12884911257 rc 0/0 00010000:00010000:0.0:1760456369.996627:0:164870:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e3a0 lrc: 3/0,1 mode: --/PW res: [0x1242:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.996628:0:164867:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19358 00000100:00100000:2.0:1760456369.996650:0:164867:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852987392 00000100:00100000:0.0:1760456369.996659:0:88855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852987456 00000100:00100000:3.0:1760456369.996664:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456369.996671:0:164867:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19376 00000100:00100000:2.0:1760456369.996678:0:164867:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee6d760c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+425:85191:x1845970852987392:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456369.996689:0:88855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19377 00000100:00100000:0.0:1760456369.996696:0:88855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000076368397 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+403:85190:x1845970852987456:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1760456369.996704:0:164867:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4681 count 1 00000100:00100000:3.0:1760456369.996705:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00002000:00080000:0.0:1760456369.996729:0:88855:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4870 count 1 00000100:00100000:2.0:1760456369.996732:0:86474:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873995264 00010000:00010000:0.0:1760456369.996746:0:88855:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000291c078f/0x3e4967fcee50e3fb lrc: 3/0,1 mode: --/PW res: [0x1306:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.996751:0:86474:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000058ff7d47/0x3e4967fcee5072a4 lrc: 4/0,0 mode: PR/PR res: [0x12fa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f189 expref: 197 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.996769:0:88855:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006c9eeb31/0x3e4967fcee5073df lrc: 2/0,0 mode: PR/PR res: [0x1306:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f1cf expref: 197 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456369.996770:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456369.996781:0:88855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.996784:0:88855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.996786:0:88855:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000291c078f/0x3e4967fcee50e3fb lrc: 4/0,1 mode: --/PW res: [0x1306:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.996797:0:86474:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873995392 00000100:00100000:3.0:1760456369.996803:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456369.996812:0:88855:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006c9eeb31/0x3e4967fcee5073df lrc: 3/0,0 mode: PR/PR res: [0x1306:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f1cf expref: 198 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456369.996813:0:86474:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000058c3ef38/0x3e4967fcee507322 lrc: 4/0,0 mode: PR/PR res: [0x130a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f1a5 expref: 198 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.996827:0:122344:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873995456 00010000:00010000:0.0:1760456369.996842:0:88855:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006c9eeb31/0x3e4967fcee5073df lrc: 4/0,0 mode: PR/PR res: [0x1306:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f1cf expref: 198 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.996845:0:122344:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e398b482/0x3e4967fcee505eb5 lrc: 4/0,0 mode: PR/PR res: [0x1242:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed1b expref: 225 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.996854:0:86474:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873995200 00000100:00100000:0.0:1760456369.996869:0:88855:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007c4ed92d pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:88855:1845970852987520:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456369.996871:0:86474:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000f3e3126/0x3e4967fcee5072e3 lrc: 4/0,0 mode: PR/PR res: [0x1301:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f197 expref: 199 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.996888:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1351 00000100:00100000:3.0:1760456369.996895:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8dd4db1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+199:167593:x1845970873995264:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1760456369.996904:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1760456369.996905:0:88855:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f55feff3 going to sleep for 6 seconds 00000100:00100000:2.0:1760456369.996910:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1352 00010000:00010000:3.0:1760456369.996912:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000058ff7d47/0x3e4967fcee5072a4 lrc: 4/0,0 mode: PR/PR res: [0x12fa:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f189 expref: 199 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.996924:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1353 00000100:00100000:2.0:1760456369.996925:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002652641a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+199:167595:x1845970873995392:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1760456369.996932:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000058ff7d47/0x3e4967fcee5072a4 lrc: 3/0,0 mode: PR/PR res: [0x12fa:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f189 expref: 199 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.996933:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004198bea3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+225:167593:x1845970873995456:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1760456369.996938:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456369.996945:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456369.996946:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000058c3ef38/0x3e4967fcee507322 lrc: 4/0,0 mode: PR/PR res: [0x130a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f1a5 expref: 199 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.996951:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e398b482/0x3e4967fcee505eb5 lrc: 4/0,0 mode: PR/PR res: [0x1242:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed1b expref: 225 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.996958:0:122344:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000058ff7d47/0x3e4967fcee5072a4 lrc: 0/0,0 mode: --/PR res: [0x12fa:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f189 expref: 199 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.996974:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000058c3ef38/0x3e4967fcee507322 lrc: 3/0,0 mode: PR/PR res: [0x130a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f1a5 expref: 199 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.996976:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e398b482/0x3e4967fcee505eb5 lrc: 3/0,0 mode: PR/PR res: [0x1242:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed1b expref: 225 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.996984:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.996986:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.996989:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000316a8334/0x3e4967fcee50e3ae lrc: 3/0,1 mode: PW/PW res: [0x12fa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.997004:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000316a8334/0x3e4967fcee50e3ae lrc: 4/0,1 mode: PW/PW res: [0x12fa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.997008:0:122345:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e398b482/0x3e4967fcee505eb5 lrc: 0/0,0 mode: --/PR res: [0x1242:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed1b expref: 225 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.997011:0:86474:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000058c3ef38/0x3e4967fcee507322 lrc: 0/0,0 mode: --/PR res: [0x130a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f1a5 expref: 198 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.997034:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.997036:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.997038:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456369.997038:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.997039:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e3a0 lrc: 3/0,1 mode: PW/PW res: [0x1242:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.997042:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.997046:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005b2472ce/0x3e4967fcee50e3bc lrc: 3/0,1 mode: PW/PW res: [0x130a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.997047:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e3a0 lrc: 4/0,1 mode: PW/PW res: [0x1242:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.997065:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8dd4db1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+197:167593:x1845970873995264:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 167us (401us total) trans 0 rc 0/0 00010000:00010000:2.0:1760456369.997071:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005b2472ce/0x3e4967fcee50e3bc lrc: 4/0,1 mode: PW/PW res: [0x130a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.997078:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1351 00000100:00100000:3.0:1760456369.997103:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1354 00010000:00010000:2.0:1760456369.997103:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1760456369.997110:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000efc88065 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+196:167595:x1845970873995200:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1760456369.997113:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456369.997120:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456369.997126:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000f3e3126/0x3e4967fcee5072e3 lrc: 4/0,0 mode: PR/PR res: [0x1301:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f197 expref: 196 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.997134:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002652641a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+196:167595:x1845970873995392:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 211us (431us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456369.997136:0:164870:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e3a0 lrc: 3/0,1 mode: PW/PW res: [0x1242:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.997148:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000f3e3126/0x3e4967fcee5072e3 lrc: 3/0,0 mode: PR/PR res: [0x1301:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f197 expref: 196 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.997156:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1352 00010000:00010000:0.0:1760456369.997159:0:164870:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e3a0 lrc: 3/0,1 mode: PW/PW res: [0x1242:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.997173:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004198bea3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+224:167593:x1845970873995456:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 241us (413us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456369.997173:0:164870:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e3a0 lrc: 3/0,1 mode: PW/PW res: [0x1242:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.997180:0:122344:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000f3e3126/0x3e4967fcee5072e3 lrc: 0/0,0 mode: --/PR res: [0x1301:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f197 expref: 195 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.997191:0:164870:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e3a0 lrc: 2/0,0 mode: PW/PW res: [0x1242:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.997194:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1353 00010000:00010000:3.0:1760456369.997212:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.997215:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000004:00080000:2.0:1760456369.997215:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000f0192263/2, rc 0, transno 9369 00010000:00010000:3.0:1760456369.997219:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000058314f92/0x3e4967fcee50e3b5 lrc: 3/0,1 mode: PW/PW res: [0x1301:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.997225:0:164870:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456369.997228:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000058314f92/0x3e4967fcee50e3b5 lrc: 4/0,1 mode: PW/PW res: [0x1301:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.997236:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f0192263 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852985088:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456369.997253:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456369.997266:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.997270:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e3a0 lrc: 2/0,0 mode: PW/PW res: [0x1242:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.997278:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000efc88065 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+194:167595:x1845970873995200:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 166us (475us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456369.997278:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000096f50db4 already unused, calling callback (0000000049577fce) 00000100:00100000:0.0:1760456369.997282:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a02ddcd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852987584:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456369.997283:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e3a0 lrc: 2/0,0 mode: PW/PW res: [0x1242:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.997291:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1354 00010000:00010000:1.0:1760456369.997300:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e3a0 lrc: 3/0,0 mode: PW/PW res: [0x1242:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.997303:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:1.0:1760456369.997314:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e3a0 lrc: 1/0,0 mode: --/PW res: [0x1242:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.997318:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e3a0 lrc: 0/0,0 mode: --/PW res: [0x1242:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.997320:0:88636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873995328 00000100:00100000:0.0:1760456369.997324:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456369.997332:0:88636:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dddc6dcb/0x3e4967fcee5070ac lrc: 4/0,0 mode: PR/PR res: [0x12f1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f119 expref: 194 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.997360:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1355 00000100:00100000:3.0:1760456369.997364:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004cbb5d95 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+194:167594:x1845970873995328:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1760456369.997371:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1760456369.997375:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456369.997377:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dddc6dcb/0x3e4967fcee5070ac lrc: 4/0,0 mode: PR/PR res: [0x12f1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f119 expref: 194 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.997392:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dddc6dcb/0x3e4967fcee5070ac lrc: 3/0,0 mode: PR/PR res: [0x12f1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f119 expref: 194 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.997397:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.997400:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.997402:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.997407:0:88636:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dddc6dcb/0x3e4967fcee5070ac lrc: 0/0,0 mode: --/PR res: [0x12f1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f119 expref: 194 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.997418:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.997420:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.997422:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c26bd5f5/0x3e4967fcee50e399 lrc: 3/0,1 mode: PW/PW res: [0x12f1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.997425:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873995584 00010000:00010000:3.0:1760456369.997427:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c26bd5f5/0x3e4967fcee50e399 lrc: 4/0,1 mode: PW/PW res: [0x12f1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.997438:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:1.0:1760456369.997439:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d18fa859/0x3e4967fcee50712a lrc: 4/0,0 mode: PR/PR res: [0x12f2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f135 expref: 194 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.997457:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1760456369.997470:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873995520 00000100:00100000:3.0:1760456369.997477:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004cbb5d95 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+195:167594:x1845970873995328:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 111us (181us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456369.997483:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000041360d5f/0x3e4967fcee507169 lrc: 4/0,0 mode: PR/PR res: [0x12f4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f143 expref: 195 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.997484:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1356 00000100:00100000:3.0:1760456369.997496:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1355 00000100:00100000:2.0:1760456369.997497:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003539d2d8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+195:167595:x1845970873995584:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1760456369.997508:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456369.997531:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d18fa859/0x3e4967fcee50712a lrc: 4/0,0 mode: PR/PR res: [0x12f2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f135 expref: 194 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.997539:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1357 00010000:00010000:2.0:1760456369.997542:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d18fa859/0x3e4967fcee50712a lrc: 3/0,0 mode: PR/PR res: [0x12f2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f135 expref: 194 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.997550:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d7bd5c7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+194:167594:x1845970873995520:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1760456369.997559:0:86473:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d18fa859/0x3e4967fcee50712a lrc: 0/0,0 mode: --/PR res: [0x12f2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f135 expref: 194 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.997562:0:164871:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000316a8334/0x3e4967fcee50e3ae lrc: 3/0,1 mode: PW/PW res: [0x12fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.997569:0:164870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000485ac8cf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+426:85191:x1845970852985920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4692us (4966us total) trans 12884911258 rc 0/0 00010000:00010000:2.0:1760456369.997572:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.997574:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456369.997575:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.997578:0:164871:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000316a8334/0x3e4967fcee50e3ae lrc: 3/0,1 mode: PW/PW res: [0x12fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.997579:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bed1ec81/0x3e4967fcee50e3a7 lrc: 3/0,1 mode: PW/PW res: [0x12f2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.997582:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000041360d5f/0x3e4967fcee507169 lrc: 4/0,0 mode: PR/PR res: [0x12f4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f143 expref: 193 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.997585:0:164870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19365 00000100:00100000:0.0:1760456369.997600:0:164870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852987584 00010000:00010000:3.0:1760456369.997602:0:164871:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000316a8334/0x3e4967fcee50e3ae lrc: 3/0,1 mode: PW/PW res: [0x12fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.997605:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bed1ec81/0x3e4967fcee50e3a7 lrc: 4/0,1 mode: PW/PW res: [0x12f2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.997612:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000041360d5f/0x3e4967fcee507169 lrc: 3/0,0 mode: PR/PR res: [0x12f4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f143 expref: 193 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.997631:0:164870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19378 00010000:00010000:3.0:1760456369.997635:0:164871:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000316a8334/0x3e4967fcee50e3ae lrc: 2/0,0 mode: PW/PW res: [0x12fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.997643:0:164870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009598484a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+426:85188:x1845970852987584:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456369.997654:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456369.997659:0:122345:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041360d5f/0x3e4967fcee507169 lrc: 0/0,0 mode: --/PR res: [0x12f4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f143 expref: 193 pid: 122920 timeout: 4721 lvb_type: 1 00002000:00080000:0.0:1760456369.997660:0:164870:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4671 count 1 00010000:00010000:3.0:1760456369.997666:0:164871:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456369.997673:0:164870:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50e402 lrc: 3/0,1 mode: --/PW res: [0x123f:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.997674:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003539d2d8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+192:167595:x1845970873995584:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 180us (306us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456369.997676:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.997678:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.997681:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e3c3 lrc: 3/0,1 mode: PW/PW res: [0x12f4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.997694:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1356 00010000:00010000:0.0:1760456369.997699:0:164870:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007f8aba56/0x3e4967fcee5061e8 lrc: 2/0,0 mode: PR/PR res: [0x123f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49edd1 expref: 223 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.997700:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e3c3 lrc: 4/0,1 mode: PW/PW res: [0x12f4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.997715:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.997717:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.997720:0:164870:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50e402 lrc: 4/0,1 mode: --/PW res: [0x123f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.997728:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1760456369.997732:0:122906:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bed1ec81/0x3e4967fcee50e3a7 lrc: 3/0,1 mode: PW/PW res: [0x12f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.997733:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000316a8334/0x3e4967fcee50e3ae lrc: 2/0,0 mode: PW/PW res: [0x12fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.997739:0:164870:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007f8aba56/0x3e4967fcee5061e8 lrc: 3/0,0 mode: PR/PR res: [0x123f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49edd1 expref: 223 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456369.997753:0:122906:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bed1ec81/0x3e4967fcee50e3a7 lrc: 3/0,1 mode: PW/PW res: [0x12f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.997759:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000316a8334 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.997765:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000316a8334/0x3e4967fcee50e3ae lrc: 2/0,0 mode: PW/PW res: [0x12fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.997767:0:122906:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bed1ec81/0x3e4967fcee50e3a7 lrc: 3/0,1 mode: PW/PW res: [0x12f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.997767:0:164870:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007f8aba56/0x3e4967fcee5061e8 lrc: 4/0,0 mode: PR/PR res: [0x123f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49edd1 expref: 223 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.997791:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000316a8334/0x3e4967fcee50e3ae lrc: 3/0,0 mode: PW/PW res: [0x12fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.997792:0:122906:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bed1ec81/0x3e4967fcee50e3a7 lrc: 2/0,0 mode: PW/PW res: [0x12f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.997797:0:164870:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed855bfa pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:164870:1845970852987648:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456369.997800:0:164871:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000011e32d4f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+404:85189:x1845970852986176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3871us (4204us total) trans 38654713826 rc 0/0 00010000:00010000:1.0:1760456369.997819:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000316a8334/0x3e4967fcee50e3ae lrc: 1/0,0 mode: --/PW res: [0x12fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.997822:0:164871:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19367 00000100:00100000:0.0:1760456369.997826:0:164870:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a4d34fa2 going to sleep for 6 seconds 00010000:00010000:2.0:1760456369.997828:0:122906:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456369.997829:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000316a8334/0x3e4967fcee50e3ae lrc: 0/0,0 mode: --/PW res: [0x12fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.997844:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1760456369.997848:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bed1ec81/0x3e4967fcee50e3a7 lrc: 2/0,0 mode: PW/PW res: [0x12f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.997851:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456369.997855:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bed1ec81 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.997856:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1760456369.997858:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006dfae497/2, rc 0, transno 8162 00010000:00010000:2.0:1760456369.997860:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bed1ec81/0x3e4967fcee50e3a7 lrc: 2/0,0 mode: PW/PW res: [0x12f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.997860:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456369.997868:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bed1ec81/0x3e4967fcee50e3a7 lrc: 3/0,0 mode: PW/PW res: [0x12f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.997870:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006dfae497 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852986176:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456369.997878:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456369.997887:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bed1ec81/0x3e4967fcee50e3a7 lrc: 1/0,0 mode: --/PW res: [0x12f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.997892:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bed1ec81/0x3e4967fcee50e3a7 lrc: 0/0,0 mode: --/PW res: [0x12f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.997901:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d7bd5c7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+191:167594:x1845970873995520:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 352us (471us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456369.997910:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1357 00010000:00010000:2.0:1760456369.997916:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456369.997917:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1760456369.997920:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456369.997922:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456369.997925:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456369.997928:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1caea46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852987712:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456369.997933:0:122921:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000058314f92/0x3e4967fcee50e3b5 lrc: 3/0,1 mode: PW/PW res: [0x1301:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.997940:0:122921:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000058314f92/0x3e4967fcee50e3b5 lrc: 3/0,1 mode: PW/PW res: [0x1301:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.997945:0:122921:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000058314f92/0x3e4967fcee50e3b5 lrc: 3/0,1 mode: PW/PW res: [0x1301:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.997949:0:122921:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000058314f92/0x3e4967fcee50e3b5 lrc: 2/0,0 mode: PW/PW res: [0x1301:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.997963:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1760456369.997964:0:122921:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456369.997976:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.997980:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000058314f92/0x3e4967fcee50e3b5 lrc: 2/0,0 mode: PW/PW res: [0x1301:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.997986:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000058314f92 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.997989:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000058314f92/0x3e4967fcee50e3b5 lrc: 2/0,0 mode: PW/PW res: [0x1301:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.997994:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000058314f92/0x3e4967fcee50e3b5 lrc: 3/0,0 mode: PW/PW res: [0x1301:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.998005:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000058314f92/0x3e4967fcee50e3b5 lrc: 1/0,0 mode: --/PW res: [0x1301:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.998010:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000058314f92/0x3e4967fcee50e3b5 lrc: 0/0,0 mode: --/PW res: [0x1301:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.998013:0:164869:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c26bd5f5/0x3e4967fcee50e399 lrc: 3/0,1 mode: PW/PW res: [0x12f1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.998022:0:164869:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c26bd5f5/0x3e4967fcee50e399 lrc: 3/0,1 mode: PW/PW res: [0x12f1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.998028:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.998028:0:164869:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c26bd5f5/0x3e4967fcee50e399 lrc: 3/0,1 mode: PW/PW res: [0x12f1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.998032:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.998035:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456369.998040:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456369.998041:0:164869:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c26bd5f5/0x3e4967fcee50e399 lrc: 2/0,0 mode: PW/PW res: [0x12f1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.998050:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873995648 00010000:00010000:0.0:1760456369.998057:0:164869:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456369.998066:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cb3ec9b5/0x3e4967fcee507361 lrc: 5/0,0 mode: PR/PR res: [0x1314:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f1b3 expref: 191 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.998067:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456369.998073:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c26bd5f5/0x3e4967fcee50e399 lrc: 2/0,0 mode: PW/PW res: [0x12f1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.998081:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c26bd5f5 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456369.998084:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c26bd5f5/0x3e4967fcee50e399 lrc: 2/0,0 mode: PW/PW res: [0x12f1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.998089:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c26bd5f5/0x3e4967fcee50e399 lrc: 3/0,0 mode: PW/PW res: [0x12f1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.998092:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873995712 00010000:00010000:0.0:1760456369.998102:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c26bd5f5/0x3e4967fcee50e399 lrc: 1/0,0 mode: --/PW res: [0x12f1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.998103:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004496db26/0x3e4967fcee505f33 lrc: 5/0,0 mode: PR/PR res: [0x1240:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed37 expref: 224 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.998122:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c26bd5f5/0x3e4967fcee50e399 lrc: 0/0,0 mode: --/PW res: [0x12f1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.998141:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456369.998143:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1358 00000100:00100000:2.0:1760456369.998146:0:122906:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fba93ae9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+404:85190:x1845970852985856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5280us (5631us total) trans 38654713827 rc 0/0 00010000:00010000:0.0:1760456369.998149:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1760456369.998153:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001fa99884 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+191:167593:x1845970873995648:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1760456369.998153:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456369.998158:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456369.998159:0:122906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19364 00010000:00010000:1.0:1760456369.998162:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456369.998167:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cb3ec9b5/0x3e4967fcee507361 lrc: 5/0,0 mode: PR/PR res: [0x1314:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f1b3 expref: 191 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.998181:0:122906:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852987712 00000100:00100000:3.0:1760456369.998188:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:1.0:1760456369.998211:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cb3ec9b5/0x3e4967fcee507361 lrc: 4/0,0 mode: PR/PR res: [0x1314:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f1b3 expref: 191 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.998212:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873995776 00010000:00010000:2.0:1760456369.998225:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000240a06a1/0x3e4967fcee505f72 lrc: 5/0,0 mode: PR/PR res: [0x1243:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed45 expref: 225 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.998227:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.998230:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.998233:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f7b1e160/0x3e4967fcee50e3ca lrc: 3/0,1 mode: PW/PW res: [0x1314:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.998245:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f7b1e160/0x3e4967fcee50e3ca lrc: 4/0,1 mode: PW/PW res: [0x1314:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.998246:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456369.998258:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873995840 00010000:00010000:1.0:1760456369.998262:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456369.998270:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b0528b43/0x3e4967fcee50612b lrc: 5/0,0 mode: PR/PR res: [0x1246:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eda7 expref: 226 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.998271:0:122344:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873995904 00010000:00010000:3.0:1760456369.998288:0:122344:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d66f11fc/0x3e4967fcee50606e lrc: 5/0,0 mode: PR/PR res: [0x1245:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed7d expref: 227 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.998289:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001fa99884 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+191:167593:x1845970873995648:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 135us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456369.998292:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1359 00000100:00100000:2.0:1760456369.998303:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000041fd077 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+227:167593:x1845970873995712:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00000100:00100000:1.0:1760456369.998310:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1358 00010000:00010000:2.0:1760456369.998316:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456369.998322:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004496db26/0x3e4967fcee505f33 lrc: 5/0,0 mode: PR/PR res: [0x1240:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed37 expref: 227 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.998329:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1360 00010000:00010000:2.0:1760456369.998336:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004496db26/0x3e4967fcee505f33 lrc: 4/0,0 mode: PR/PR res: [0x1240:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed37 expref: 227 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.998337:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a86a0a34 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+227:167593:x1845970873995776:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00000100:00100000:0.0:1760456369.998343:0:164869:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004c9254d8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+405:85189:x1845970852985728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6393us (6483us total) trans 38654713828 rc 0/0 00000100:00100000:1.0:1760456369.998344:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1361 00010000:00010000:3.0:1760456369.998352:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1760456369.998356:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d566327 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+227:167593:x1845970873995840:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1760456369.998361:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000240a06a1/0x3e4967fcee505f72 lrc: 5/0,0 mode: PR/PR res: [0x1243:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed45 expref: 227 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.998362:0:164869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19363 00010000:00010000:2.0:1760456369.998365:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.998368:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.998369:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456369.998371:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a36cd9c0/0x3e4967fcee50e3d1 lrc: 3/0,1 mode: PW/PW res: [0x1240:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.998376:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b0528b43/0x3e4967fcee50612b lrc: 5/0,0 mode: PR/PR res: [0x1246:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eda7 expref: 227 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.998377:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000240a06a1/0x3e4967fcee505f72 lrc: 4/0,0 mode: PR/PR res: [0x1243:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed45 expref: 227 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.998385:0:164869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19379 00010000:00010000:2.0:1760456369.998393:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a36cd9c0/0x3e4967fcee50e3d1 lrc: 4/0,1 mode: PW/PW res: [0x1240:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.998394:0:164869:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040648461 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+404:85188:x1845970852987712:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456369.998408:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b0528b43/0x3e4967fcee50612b lrc: 4/0,0 mode: PR/PR res: [0x1246:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eda7 expref: 227 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.998412:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00002000:00080000:0.0:1760456369.998412:0:164869:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4886 count 1 00010000:00010000:3.0:1760456369.998415:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.998418:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50e3d8 lrc: 3/0,1 mode: PW/PW res: [0x1243:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.998419:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456369.998424:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.998425:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50e3d8 lrc: 4/0,1 mode: PW/PW res: [0x1243:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.998425:0:164869:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000021cd7e7b/0x3e4967fcee50e409 lrc: 3/0,1 mode: --/PW res: [0x1316:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.998427:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.998430:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000084015e79/0x3e4967fcee50e3df lrc: 3/0,1 mode: PW/PW res: [0x1246:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.998449:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000041fd077 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+227:167593:x1845970873995712:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 143us (411us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456369.998453:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000084015e79/0x3e4967fcee50e3df lrc: 4/0,1 mode: PW/PW res: [0x1246:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.998455:0:164869:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000118ff044/0x3e4967fcee50745d lrc: 2/0,0 mode: PR/PR res: [0x1316:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f1eb expref: 190 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456369.998456:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1760456369.998470:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1359 00000100:00100000:3.0:1760456369.998477:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a86a0a34 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+227:167593:x1845970873995776:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 137us (336us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456369.998478:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.998481:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.998482:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456369.998483:0:164869:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000021cd7e7b/0x3e4967fcee50e409 lrc: 4/0,1 mode: --/PW res: [0x1316:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.998493:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1360 00000100:00100000:2.0:1760456369.998500:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1362 00000100:00100000:1.0:1760456369.998505:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d566327 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+226:167593:x1845970873995840:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 149us (315us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456369.998507:0:164869:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000118ff044/0x3e4967fcee50745d lrc: 3/0,0 mode: PR/PR res: [0x1316:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f1eb expref: 190 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1760456369.998564:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008613f1d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+225:167593:x1845970873995904:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1760456369.998573:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456369.998579:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d66f11fc/0x3e4967fcee50606e lrc: 5/0,0 mode: PR/PR res: [0x1245:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed7d expref: 225 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.998582:0:164869:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000118ff044/0x3e4967fcee50745d lrc: 4/0,0 mode: PR/PR res: [0x1316:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f1eb expref: 190 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.998593:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1361 00010000:00010000:2.0:1760456369.998596:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d66f11fc/0x3e4967fcee50606e lrc: 4/0,0 mode: PR/PR res: [0x1245:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed7d expref: 225 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.998605:0:164869:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009a2d730a pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:164869:1845970852987776:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456369.998615:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.998627:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.998629:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50e3e6 lrc: 3/0,1 mode: PW/PW res: [0x1245:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.998634:0:122919:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cb3ec9b5/0x3e4967fcee507361 lrc: 0/0,0 mode: --/PR res: [0x1314:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f1b3 expref: 190 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.998640:0:164869:0:(client.c:2500:ptlrpc_set_wait()) set 000000001b8cab0b going to sleep for 6 seconds 00010000:00010000:2.0:1760456369.998650:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50e3e6 lrc: 4/0,1 mode: PW/PW res: [0x1245:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.998661:0:122919:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b4c05355 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:122919:1845970852986752:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456369.998671:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:0.0:1760456369.998672:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ac6546ab/2, rc 0, transno 8164 00010000:00010000:3.0:1760456369.998679:0:122919:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f7b1e160/0x3e4967fcee50e3ca lrc: 3/0,1 mode: PW/PW res: [0x1314:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.998682:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ac6546ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852985728:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456369.998695:0:122919:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f7b1e160/0x3e4967fcee50e3ca lrc: 3/0,1 mode: PW/PW res: [0x1314:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.998702:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008613f1d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+224:167593:x1845970873995904:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 188us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1760456369.998719:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007f4c5d5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852987840:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456369.998725:0:122919:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f7b1e160/0x3e4967fcee50e3ca lrc: 3/0,1 mode: PW/PW res: [0x1314:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.998726:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1362 00010000:00010000:3.0:1760456369.998737:0:122919:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f7b1e160/0x3e4967fcee50e3ca lrc: 3/0,1 mode: PW/PW res: [0x1314:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.998745:0:122919:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f7b1e160/0x3e4967fcee50e3ca lrc: 2/0,0 mode: PW/PW res: [0x1314:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.998757:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456369.998763:0:122921:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f055a3f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+405:85190:x1845970852986240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4825us (5018us total) trans 38654713829 rc 0/0 00010000:00010000:3.0:1760456369.998772:0:122919:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1760456369.998772:0:122921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19368 00000004:00080000:2.0:1760456369.998797:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000fd43c5ae/2, rc 0, transno 9370 00000004:00080000:0.0:1760456369.998801:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000708faabe/2, rc 0, transno 8165 00000100:00100000:2.0:1760456369.998813:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd43c5ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852985920:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456369.998817:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000708faabe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852986240:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456369.998840:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.998844:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f7b1e160/0x3e4967fcee50e3ca lrc: 2/0,0 mode: PW/PW res: [0x1314:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.998852:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f7b1e160 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.998855:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f7b1e160/0x3e4967fcee50e3ca lrc: 2/0,0 mode: PW/PW res: [0x1314:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.998861:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f7b1e160/0x3e4967fcee50e3ca lrc: 3/0,0 mode: PW/PW res: [0x1314:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1760456369.998862:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003c226515/2, rc 0, transno 8163 00010000:00010000:1.0:1760456369.998875:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f7b1e160/0x3e4967fcee50e3ca lrc: 1/0,0 mode: --/PW res: [0x1314:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.998878:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c226515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852985856:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456369.998879:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000087b6f60d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852987904:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456369.998923:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1760456369.998929:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f7b1e160/0x3e4967fcee50e3ca lrc: 0/0,0 mode: --/PW res: [0x1314:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.998932:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005699d169 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852987968:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456369.998953:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.998955:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.998958:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456369.998966:0:122906:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852987840 00000100:00100000:1.0:1760456369.998970:0:122921:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852987904 00000100:00100000:0.0:1760456369.998974:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1760456369.998982:0:122919:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000037a8ab19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+407:85188:x1845970852986560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4290us (4664us total) trans 38654713830 rc 0/0 00000100:00100000:3.0:1760456369.998989:0:122919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19370 00000100:00100000:2.0:1760456369.998990:0:122906:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852987968 00000100:00100000:1.0:1760456369.998997:0:122921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19380 00000100:00100000:1.0:1760456369.999004:0:122921:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036623ba6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+406:85190:x1845970852987840:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1760456369.999007:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009d5f955f/2, rc 0, transno 8166 00000100:00100000:3.0:1760456369.999013:0:122919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19381 00002000:00080000:1.0:1760456369.999014:0:122921:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4897 count 1 00000100:00100000:0.0:1760456369.999020:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009d5f955f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852986560:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1760456369.999023:0:122919:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad3ea2c9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+406:85191:x1845970852987904:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456369.999023:0:122906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19382 00010000:00010000:1.0:1760456369.999024:0:122921:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e410 lrc: 3/0,1 mode: --/PW res: [0x1321:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.999033:0:122906:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000081141810 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+427:85188:x1845970852987968:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1760456369.999040:0:122919:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4899 count 1 00002000:00080000:2.0:1760456369.999046:0:122906:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4680 count 1 00010000:00010000:3.0:1760456369.999052:0:122919:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000065b6827f/0x3e4967fcee50e417 lrc: 3/0,1 mode: --/PW res: [0x1323:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.999059:0:122906:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e41e lrc: 3/0,1 mode: --/PW res: [0x1248:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.999063:0:122919:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000088481fa7/0x3e4967fcee507559 lrc: 2/0,0 mode: PR/PR res: [0x1323:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f223 expref: 189 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456369.999079:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bbb1e3ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852988032:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456369.999084:0:122906:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ca7d1d7b/0x3e4967fcee506266 lrc: 2/0,0 mode: PR/PR res: [0x1248:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eded expref: 223 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456369.999085:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.999088:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.999091:0:122919:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000065b6827f/0x3e4967fcee50e417 lrc: 4/0,1 mode: --/PW res: [0x1323:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.999092:0:122921:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000178334db/0x3e4967fcee50751a lrc: 2/0,0 mode: PR/PR res: [0x1321:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f215 expref: 189 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456369.999110:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1760456369.999118:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.999121:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.999121:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.999124:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.999125:0:122921:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e410 lrc: 4/0,1 mode: --/PW res: [0x1321:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.999127:0:122906:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e41e lrc: 4/0,1 mode: --/PW res: [0x1248:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.999138:0:122919:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000088481fa7/0x3e4967fcee507559 lrc: 3/0,0 mode: PR/PR res: [0x1323:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f223 expref: 189 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456369.999139:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000097b719bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852988096:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456369.999154:0:122919:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000088481fa7/0x3e4967fcee507559 lrc: 4/0,0 mode: PR/PR res: [0x1323:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f223 expref: 189 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.999155:0:122921:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000178334db/0x3e4967fcee50751a lrc: 3/0,0 mode: PR/PR res: [0x1321:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f215 expref: 189 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456369.999168:0:122906:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ca7d1d7b/0x3e4967fcee506266 lrc: 3/0,0 mode: PR/PR res: [0x1248:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eded expref: 223 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456369.999174:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1760456369.999179:0:122919:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b4c05355 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:122919:1845970852988160:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456369.999183:0:122921:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000178334db/0x3e4967fcee50751a lrc: 4/0,0 mode: PR/PR res: [0x1321:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f215 expref: 189 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.999188:0:122906:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ca7d1d7b/0x3e4967fcee506266 lrc: 4/0,0 mode: PR/PR res: [0x1248:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eded expref: 223 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.999202:0:87410:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d66f11fc/0x3e4967fcee50606e lrc: 0/0,0 mode: --/PR res: [0x1245:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed7d expref: 223 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456369.999212:0:122919:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c9d645c2 going to sleep for 6 seconds 00000100:00100000:2.0:1760456369.999215:0:122906:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008fb3261b pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:122906:1845970852988288:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456369.999225:0:122921:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000deac8888 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:122921:1845970852988224:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456369.999229:0:87410:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003de6c4eb pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:87410:1845970852987264:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456369.999238:0:164871:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852988032 00010000:00010000:0.0:1760456369.999242:0:87410:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50e3e6 lrc: 3/0,1 mode: PW/PW res: [0x1245:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.999247:0:122906:0:(client.c:2500:ptlrpc_set_wait()) set 0000000015a621d8 going to sleep for 6 seconds 00000100:00100000:1.0:1760456369.999248:0:122921:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ea75832e going to sleep for 6 seconds 00010000:00010000:0.0:1760456369.999257:0:87410:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50e3e6 lrc: 3/0,1 mode: PW/PW res: [0x1245:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.999262:0:87410:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50e3e6 lrc: 3/0,1 mode: PW/PW res: [0x1245:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.999263:0:164871:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852988096 00010000:00010000:0.0:1760456369.999269:0:87410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50e3e6 lrc: 3/0,1 mode: PW/PW res: [0x1245:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.999270:0:164868:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005b2472ce/0x3e4967fcee50e3bc lrc: 3/0,1 mode: PW/PW res: [0x130a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.999285:0:164871:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19383 00010000:00010000:0.0:1760456369.999285:0:87410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50e3e6 lrc: 2/0,0 mode: PW/PW res: [0x1245:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.999287:0:164868:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005b2472ce/0x3e4967fcee50e3bc lrc: 3/0,1 mode: PW/PW res: [0x130a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.999297:0:164871:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000467d5fb5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+408:85189:x1845970852988032:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456369.999306:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:1.0:1760456369.999311:0:164868:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005b2472ce/0x3e4967fcee50e3bc lrc: 3/0,1 mode: PW/PW res: [0x130a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.999318:0:164868:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005b2472ce/0x3e4967fcee50e3bc lrc: 2/0,0 mode: PW/PW res: [0x130a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1760456369.999319:0:164871:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4894 count 1 00010000:00010000:0.0:1760456369.999320:0:87410:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456369.999332:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.999335:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50e3e6 lrc: 2/0,0 mode: PW/PW res: [0x1245:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.999336:0:164871:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000070480952/0x3e4967fcee50e425 lrc: 3/0,1 mode: --/PW res: [0x131e:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.999345:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000758f8c02 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.999350:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50e3e6 lrc: 2/0,0 mode: PW/PW res: [0x1245:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.999356:0:164871:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000056e02e5d/0x3e4967fcee507598 lrc: 2/0,0 mode: PR/PR res: [0x131e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f231 expref: 189 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.999357:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50e3e6 lrc: 3/0,0 mode: PW/PW res: [0x1245:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.999379:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456369.999381:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.999383:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50e3e6 lrc: 1/0,0 mode: --/PW res: [0x1245:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.999384:0:164871:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070480952/0x3e4967fcee50e425 lrc: 4/0,1 mode: --/PW res: [0x131e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.999403:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50e3e6 lrc: 0/0,0 mode: --/PW res: [0x1245:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.999408:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456369.999428:0:164871:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000056e02e5d/0x3e4967fcee507598 lrc: 3/0,0 mode: PR/PR res: [0x131e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f231 expref: 189 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456369.999429:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.999433:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.999436:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.999449:0:164871:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000056e02e5d/0x3e4967fcee507598 lrc: 4/0,0 mode: PR/PR res: [0x131e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f231 expref: 189 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.999450:0:164868:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456369.999458:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456369.999462:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005b2472ce/0x3e4967fcee50e3bc lrc: 2/0,0 mode: PW/PW res: [0x130a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456369.999464:0:164871:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000efc88065 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:164871:1845970852988352:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456369.999474:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005b2472ce already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456369.999477:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005b2472ce/0x3e4967fcee50e3bc lrc: 2/0,0 mode: PW/PW res: [0x130a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.999482:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005b2472ce/0x3e4967fcee50e3bc lrc: 3/0,0 mode: PW/PW res: [0x130a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.999491:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005b2472ce/0x3e4967fcee50e3bc lrc: 1/0,0 mode: --/PW res: [0x130a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.999496:0:87410:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000784a77 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+428:85190:x1845970852986944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3726us (3933us total) trans 12884911259 rc 0/0 00000100:00100000:3.0:1760456369.999500:0:164871:0:(client.c:2500:ptlrpc_set_wait()) set 00000000093bb68c going to sleep for 6 seconds 00000100:00100000:2.0:1760456369.999501:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:1.0:1760456369.999526:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005b2472ce/0x3e4967fcee50e3bc lrc: 0/0,0 mode: --/PW res: [0x130a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.999543:0:87410:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19374 00010000:00010000:3.0:1760456369.999566:0:122905:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004496db26/0x3e4967fcee505f33 lrc: 0/0,0 mode: --/PR res: [0x1240:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed37 expref: 222 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456369.999568:0:87410:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19384 00010000:00010000:1.0:1760456369.999575:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456369.999578:0:87410:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007a96cebb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+408:85190:x1845970852988096:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456369.999579:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.999583:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456369.999586:0:122905:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e6d09192 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:122905:1845970852986816:192.168.203.34@tcp:104: 00002000:00080000:0.0:1760456369.999590:0:87410:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4907 count 1 00010000:00010000:3.0:1760456369.999604:0:122905:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a36cd9c0/0x3e4967fcee50e3d1 lrc: 3/0,1 mode: PW/PW res: [0x1240:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.999604:0:87410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e42c lrc: 3/0,1 mode: --/PW res: [0x132b:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.999637:0:122905:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a36cd9c0/0x3e4967fcee50e3d1 lrc: 3/0,1 mode: PW/PW res: [0x1240:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.999637:0:86474:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873995968 00010000:00010000:0.0:1760456369.999641:0:87410:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000029b63a4c/0x3e4967fcee507655 lrc: 2/0,0 mode: PR/PR res: [0x132b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f25b expref: 189 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456369.999653:0:86474:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000149d2fca/0x3e4967fcee50616a lrc: 5/0,0 mode: PR/PR res: [0x1247:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49edb5 expref: 222 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.999654:0:122905:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a36cd9c0/0x3e4967fcee50e3d1 lrc: 3/0,1 mode: PW/PW res: [0x1240:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456369.999665:0:87410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.999669:0:87410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456369.999673:0:87410:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e42c lrc: 4/0,1 mode: --/PW res: [0x132b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456369.999678:0:122905:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a36cd9c0/0x3e4967fcee50e3d1 lrc: 3/0,1 mode: PW/PW res: [0x1240:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456369.999684:0:86474:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873996032 00010000:00010000:3.0:1760456369.999691:0:122905:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a36cd9c0/0x3e4967fcee50e3d1 lrc: 2/0,0 mode: PW/PW res: [0x1240:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.999696:0:86474:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006c9eeb31/0x3e4967fcee5073df lrc: 5/0,0 mode: PR/PR res: [0x1306:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f1cf expref: 190 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456369.999705:0:87410:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000029b63a4c/0x3e4967fcee507655 lrc: 3/0,0 mode: PR/PR res: [0x132b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f25b expref: 190 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456369.999719:0:122905:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456369.999720:0:87410:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000029b63a4c/0x3e4967fcee507655 lrc: 4/0,0 mode: PR/PR res: [0x132b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f25b expref: 190 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456369.999728:0:86474:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873996096 00010000:00010000:3.0:1760456369.999733:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1760456369.999734:0:87410:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003de6c4eb pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:87410:1845970852988416:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456369.999739:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a36cd9c0/0x3e4967fcee50e3d1 lrc: 2/0,0 mode: PW/PW res: [0x1240:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.999740:0:86474:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007f8aba56/0x3e4967fcee5061e8 lrc: 5/0,0 mode: PR/PR res: [0x123f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49edd1 expref: 223 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456369.999762:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a36cd9c0 already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456369.999766:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a36cd9c0/0x3e4967fcee50e3d1 lrc: 2/0,0 mode: PW/PW res: [0x1240:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.999766:0:87410:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ff46cebc going to sleep for 6 seconds 00010000:00010000:3.0:1760456369.999778:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a36cd9c0/0x3e4967fcee50e3d1 lrc: 3/0,0 mode: PW/PW res: [0x1240:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.999786:0:164868:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094ced8f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+409:85189:x1845970852986496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5599us (5667us total) trans 38654713831 rc 0/0 00000100:00100000:2.0:1760456369.999788:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1363 00000004:00080000:0.0:1760456369.999794:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000090f4e383/2, rc 0, transno 8167 00010000:00010000:3.0:1760456369.999796:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a36cd9c0/0x3e4967fcee50e3d1 lrc: 1/0,0 mode: --/PW res: [0x1240:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456369.999796:0:164868:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19369 00000100:00100000:2.0:1760456369.999803:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004cbb5d95 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+223:167593:x1845970873995968:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00000100:00100000:0.0:1760456369.999807:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090f4e383 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852986496:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456369.999813:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a36cd9c0/0x3e4967fcee50e3d1 lrc: 0/0,0 mode: --/PW res: [0x1240:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456369.999820:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1760456369.999823:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1364 00010000:00010000:2.0:1760456369.999828:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000149d2fca/0x3e4967fcee50616a lrc: 5/0,0 mode: PR/PR res: [0x1247:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49edb5 expref: 223 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456369.999831:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003539d2d8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+190:167593:x1845970873996032:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1760456369.999833:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.999836:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456369.999841:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456369.999844:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456369.999850:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000149d2fca/0x3e4967fcee50616a lrc: 4/0,0 mode: PR/PR res: [0x1247:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49edb5 expref: 223 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456369.999850:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006c9eeb31/0x3e4967fcee5073df lrc: 5/0,0 mode: PR/PR res: [0x1306:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f1cf expref: 190 pid: 122920 timeout: 4721 lvb_type: 1 00000004:00080000:0.0:1760456369.999860:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000054a1686d/2, rc 0, transno 9371 00000100:00100000:0.0:1760456369.999871:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054a1686d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852986944:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456369.999876:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006c9eeb31/0x3e4967fcee5073df lrc: 4/0,0 mode: PR/PR res: [0x1306:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f1cf expref: 190 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456369.999885:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.999888:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456369.999891:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000024a38e54/0x3e4967fcee50e3ed lrc: 3/0,1 mode: PW/PW res: [0x1247:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.999892:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.999895:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456369.999898:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000291c078f/0x3e4967fcee50e3fb lrc: 3/0,1 mode: PW/PW res: [0x1306:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.999904:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000853ff003 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852988544:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456369.999910:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000024a38e54/0x3e4967fcee50e3ed lrc: 4/0,1 mode: PW/PW res: [0x1247:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456369.999913:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000291c078f/0x3e4967fcee50e3fb lrc: 4/0,1 mode: PW/PW res: [0x1306:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456369.999932:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456369.999942:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456369.999943:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1760456369.999966:0:85190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1760456369.999969:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003539d2d8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+190:167593:x1845970873996032:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 139us (569us total) trans 0 rc 0/0 00000100:00100000:0.0:1760456369.999973:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000226b8f97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852988480:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456369.999982:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1364 00000100:00100000:2.0:1760456369.999983:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004cbb5d95 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+223:167593:x1845970873995968:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 179us (682us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456369.999995:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1363 00000100:00100000:0.0:1760456370.000002:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456370.000005:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1365 00000100:00100000:1.0:1760456370.000011:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d7bd5c7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+222:167594:x1845970873996096:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1760456370.000018:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456370.000023:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007f8aba56/0x3e4967fcee5061e8 lrc: 5/0,0 mode: PR/PR res: [0x123f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49edd1 expref: 222 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.000032:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007f8aba56/0x3e4967fcee5061e8 lrc: 4/0,0 mode: PR/PR res: [0x123f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49edd1 expref: 222 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.000043:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.000045:0:122914:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000149d2fca/0x3e4967fcee50616a lrc: 0/0,0 mode: --/PR res: [0x1247:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49edb5 expref: 222 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.000046:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.000048:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50e402 lrc: 3/0,1 mode: PW/PW res: [0x123f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.000059:0:164867:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000c03b33d/0x3e4967fcee50e3f4 lrc: 3/0,1 mode: --/PW res: [0x1249:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.000060:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50e402 lrc: 4/0,1 mode: PW/PW res: [0x123f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.000063:0:122914:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000fd2de97 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:122914:1845970852987328:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.000073:0:122905:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da4bec2c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+428:85190:x1845970852986304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5094us (5660us total) trans 12884911260 rc 0/0 00010000:00010000:0.0:1760456370.000078:0:122914:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000024a38e54/0x3e4967fcee50e3ed lrc: 3/0,1 mode: PW/PW res: [0x1247:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.000088:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.000092:0:122914:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000024a38e54/0x3e4967fcee50e3ed lrc: 3/0,1 mode: PW/PW res: [0x1247:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.000093:0:164867:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b1b02424/0x3e4967fcee5061a9 lrc: 2/0,0 mode: PR/PR res: [0x1249:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49edc3 expref: 221 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.000094:0:122905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19371 00000100:00100000:1.0:1760456370.000107:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d7bd5c7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+221:167594:x1845970873996096:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 91us (611us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.000110:0:122914:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000024a38e54/0x3e4967fcee50e3ed lrc: 3/0,1 mode: PW/PW res: [0x1247:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.000113:0:122905:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852988544 00000100:00100000:1.0:1760456370.000126:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1365 00000100:00100000:3.0:1760456370.000129:0:122905:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852988480 00010000:00010000:0.0:1760456370.000133:0:122914:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000024a38e54/0x3e4967fcee50e3ed lrc: 3/0,1 mode: PW/PW res: [0x1247:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.000134:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.000137:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.000140:0:164867:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000c03b33d/0x3e4967fcee50e3f4 lrc: 4/0,1 mode: --/PW res: [0x1249:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.000141:0:122914:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000024a38e54/0x3e4967fcee50e3ed lrc: 2/0,0 mode: PW/PW res: [0x1247:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.000151:0:122905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19385 00010000:00010000:1.0:1760456370.000159:0:122923:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000240a06a1/0x3e4967fcee505f72 lrc: 0/0,0 mode: --/PR res: [0x1243:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ed45 expref: 220 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.000161:0:122905:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005084f027 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+428:85188:x1845970852988544:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456370.000167:0:122914:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.000178:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1760456370.000179:0:164867:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b1b02424/0x3e4967fcee5061a9 lrc: 3/0,0 mode: PR/PR res: [0x1249:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49edc3 expref: 219 pid: 122920 timeout: 0 lvb_type: 1 00002000:00080000:3.0:1760456370.000181:0:122905:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4702 count 1 00000100:00100000:1.0:1760456370.000181:0:122923:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000701cdd97 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:122923:1845970852987200:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.000182:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000024a38e54/0x3e4967fcee50e3ed lrc: 2/0,0 mode: PW/PW res: [0x1247:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.000198:0:122905:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009389ebef/0x3e4967fcee50e433 lrc: 3/0,1 mode: --/PW res: [0x125e:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.000199:0:122923:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50e3d8 lrc: 3/0,1 mode: PW/PW res: [0x1243:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.000205:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000024a38e54 already unused, calling callback (0000000049577fce) 00010000:00010000:2.0:1760456370.000210:0:164867:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b1b02424/0x3e4967fcee5061a9 lrc: 4/0,0 mode: PR/PR res: [0x1249:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49edc3 expref: 219 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.000210:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000024a38e54/0x3e4967fcee50e3ed lrc: 2/0,0 mode: PW/PW res: [0x1247:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.000227:0:122923:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50e3d8 lrc: 3/0,1 mode: PW/PW res: [0x1243:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.000232:0:122905:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007cc75de7/0x3e4967fcee5062e4 lrc: 2/0,0 mode: PR/PR res: [0x125e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee09 expref: 219 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.000233:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000024a38e54/0x3e4967fcee50e3ed lrc: 3/0,0 mode: PW/PW res: [0x1247:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.000250:0:164867:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000049b1a4e5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:164867:1845970852988608:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.000263:0:122905:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.000263:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000024a38e54/0x3e4967fcee50e3ed lrc: 1/0,0 mode: --/PW res: [0x1247:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.000264:0:122923:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50e3d8 lrc: 3/0,1 mode: PW/PW res: [0x1243:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.000266:0:122905:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.000269:0:122905:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009389ebef/0x3e4967fcee50e433 lrc: 4/0,1 mode: --/PW res: [0x125e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.000285:0:164867:0:(client.c:2500:ptlrpc_set_wait()) set 0000000048ca0e73 going to sleep for 6 seconds 00010000:00010000:1.0:1760456370.000289:0:122923:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50e3d8 lrc: 3/0,1 mode: PW/PW res: [0x1243:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.000305:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000024a38e54/0x3e4967fcee50e3ed lrc: 0/0,0 mode: --/PW res: [0x1247:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.000306:0:122923:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50e3d8 lrc: 2/0,0 mode: PW/PW res: [0x1243:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.000310:0:122905:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007cc75de7/0x3e4967fcee5062e4 lrc: 3/0,0 mode: PR/PR res: [0x125e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee09 expref: 219 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.000336:0:122905:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007cc75de7/0x3e4967fcee5062e4 lrc: 4/0,0 mode: PR/PR res: [0x125e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee09 expref: 219 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.000338:0:122923:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.000338:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.000344:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50e3d8 lrc: 3/0,0 mode: PW/PW res: [0x1243:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.000350:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.000352:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000666e57f8 already unused, calling callback (0000000049577fce) 00000100:00100000:3.0:1760456370.000354:0:122905:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e6d09192 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:122905:1845970852988672:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.000356:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50e3d8 lrc: 2/0,0 mode: PW/PW res: [0x1243:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.000362:0:164868:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19386 00000100:00100000:1.0:1760456370.000368:0:164868:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009cbc0b14 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+409:85190:x1845970852988480:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1760456370.000369:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50e3d8 lrc: 3/0,0 mode: PW/PW res: [0x1243:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1760456370.000379:0:164868:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4908 count 1 00010000:00010000:0.0:1760456370.000383:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50e3d8 lrc: 1/0,0 mode: --/PW res: [0x1243:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.000386:0:122905:0:(client.c:2500:ptlrpc_set_wait()) set 00000000025268cf going to sleep for 6 seconds 00010000:00010000:1.0:1760456370.000391:0:164868:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000037a97751/0x3e4967fcee50e43a lrc: 3/0,1 mode: --/PW res: [0x132c:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.000395:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50e3d8 lrc: 0/0,0 mode: --/PW res: [0x1243:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.000404:0:164868:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006ecb7099/0x3e4967fcee5076d3 lrc: 2/0,0 mode: PR/PR res: [0x132c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f277 expref: 189 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.000411:0:164868:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.000413:0:164868:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.000414:0:164868:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037a97751/0x3e4967fcee50e43a lrc: 4/0,1 mode: --/PW res: [0x132c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.000419:0:123791:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b0528b43/0x3e4967fcee50612b lrc: 0/0,0 mode: --/PR res: [0x1246:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eda7 expref: 219 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.000419:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.000423:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.000427:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.000429:0:164868:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006ecb7099/0x3e4967fcee5076d3 lrc: 3/0,0 mode: PR/PR res: [0x132c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f277 expref: 189 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.000435:0:123791:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b12c6387 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:123791:1845970852987136:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.000451:0:123791:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000084015e79/0x3e4967fcee50e3df lrc: 3/0,1 mode: PW/PW res: [0x1246:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1760456370.000453:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000096bf39d8/2, rc 0, transno 9372 00010000:00010000:3.0:1760456370.000463:0:123791:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000084015e79/0x3e4967fcee50e3df lrc: 3/0,1 mode: PW/PW res: [0x1246:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.000473:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096bf39d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852986304:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.000479:0:123791:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000084015e79/0x3e4967fcee50e3df lrc: 3/0,1 mode: PW/PW res: [0x1246:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.000488:0:123791:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000084015e79/0x3e4967fcee50e3df lrc: 3/0,1 mode: PW/PW res: [0x1246:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.000570:0:123791:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000084015e79/0x3e4967fcee50e3df lrc: 2/0,0 mode: PW/PW res: [0x1246:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.000594:0:123791:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.000688:0:164868:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006ecb7099/0x3e4967fcee5076d3 lrc: 4/0,0 mode: PR/PR res: [0x132c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f277 expref: 189 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.000699:0:164868:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c887b366 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:164868:1845970852988736:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.000709:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.000713:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000084015e79/0x3e4967fcee50e3df lrc: 2/0,0 mode: PW/PW res: [0x1246:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.000718:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000084015e79 already unused, calling callback (0000000049577fce) 00000100:00100000:0.0:1760456370.000764:0:122914:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000080cc854d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+429:85189:x1845970852987072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4876us (5057us total) trans 12884911261 rc 0/0 00010000:00010000:1.0:1760456370.000769:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000084015e79/0x3e4967fcee50e3df lrc: 2/0,0 mode: PW/PW res: [0x1246:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.000773:0:122914:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19375 00010000:00010000:1.0:1760456370.000780:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000084015e79/0x3e4967fcee50e3df lrc: 3/0,0 mode: PW/PW res: [0x1246:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.000792:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000084015e79/0x3e4967fcee50e3df lrc: 1/0,0 mode: --/PW res: [0x1246:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.000797:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084015e79/0x3e4967fcee50e3df lrc: 0/0,0 mode: --/PW res: [0x1246:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.000801:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000750a654b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852988800:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.000816:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.000820:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.000823:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.000830:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456370.000849:0:122921:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000deac8888 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:122921:1845970852988224:192.168.203.34@tcp:104: 00000004:00080000:0.0:1760456370.000862:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000085d9bf15/2, rc 0, transno 9373 00010000:00010000:1.0:1760456370.000865:0:122921:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e410 lrc: 3/0,1 mode: --/PW res: [0x1321:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.000875:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000085d9bf15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852987072:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.000884:0:123791:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008975dc8b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+429:85188:x1845970852987008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5334us (5448us total) trans 12884911262 rc 0/0 00000100:00100000:3.0:1760456370.000893:0:123791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19373 00000100:00100000:3.0:1760456370.000916:0:123791:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852988800 00000100:00100000:2.0:1760456370.000921:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:3.0:1760456370.000944:0:123791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19387 00000004:00080000:0.0:1760456370.000948:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000009a0c665/2, rc 0, transno 9374 00000100:00100000:3.0:1760456370.000952:0:123791:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d3fa129b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+429:85189:x1845970852988800:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.000957:0:85191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1760456370.000962:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009a0c665 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852987008:0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1760456370.000967:0:123791:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4701 count 1 00000100:00100000:2.0:1760456370.000970:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ef738e6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852988864:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.000984:0:123791:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e441 lrc: 3/0,1 mode: --/PW res: [0x125d:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.000997:0:123791:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000024f81a5/0x3e4967fcee506323 lrc: 2/0,0 mode: PR/PR res: [0x125d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee17 expref: 218 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.001005:0:123791:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.001008:0:123791:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.001011:0:123791:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e441 lrc: 4/0,1 mode: --/PW res: [0x125d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.001011:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1760456370.001021:0:164869:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009a2d730a pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:164869:1845970852987776:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.001031:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000225e43c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852988928:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456370.001039:0:164869:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000021cd7e7b/0x3e4967fcee50e409 lrc: 3/0,1 mode: --/PW res: [0x1316:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.001052:0:123791:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000024f81a5/0x3e4967fcee506323 lrc: 3/0,0 mode: PR/PR res: [0x125d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee17 expref: 218 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.001064:0:123791:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000024f81a5/0x3e4967fcee506323 lrc: 4/0,0 mode: PR/PR res: [0x125d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee17 expref: 218 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.001069:0:87237:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852988864 00000100:00100000:2.0:1760456370.001073:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1760456370.001085:0:123791:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b12c6387 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:123791:1845970852988992:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.001093:0:87237:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852988928 00000100:00100000:0.0:1760456370.001115:0:87237:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19388 00000100:00100000:0.0:1760456370.001120:0:87237:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000805568d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+432:85191:x1845970852988864:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.001125:0:123791:0:(client.c:2500:ptlrpc_set_wait()) set 000000003eba5310 going to sleep for 6 seconds 00002000:00080000:0.0:1760456370.001131:0:87237:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4691 count 1 00000100:00100000:2.0:1760456370.001134:0:122906:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008fb3261b pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:122906:1845970852988288:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.001144:0:87237:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000273f8983/0x3e4967fcee50e448 lrc: 3/0,1 mode: --/PW res: [0x1253:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.001155:0:87237:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d32ce08d/0x3e4967fcee5063a1 lrc: 2/0,0 mode: PR/PR res: [0x1253:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee33 expref: 218 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.001159:0:122906:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e41e lrc: 3/0,1 mode: --/PW res: [0x1248:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.001160:0:87237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.001163:0:87237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1760456370.001164:0:164871:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000efc88065 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:164871:1845970852988352:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456370.001165:0:122923:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000039a665b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+432:85191:x1845970852986880:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5683us (5813us total) trans 12884911263 rc 0/0 00010000:00010000:0.0:1760456370.001166:0:87237:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000273f8983/0x3e4967fcee50e448 lrc: 4/0,1 mode: --/PW res: [0x1253:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.001183:0:122923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19372 00010000:00010000:3.0:1760456370.001185:0:164871:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000070480952/0x3e4967fcee50e425 lrc: 3/0,1 mode: --/PW res: [0x131e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.001204:0:122923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19389 00000100:00100000:1.0:1760456370.001211:0:122923:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000076441b21 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+431:85191:x1845970852988928:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456370.001216:0:87237:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d32ce08d/0x3e4967fcee5063a1 lrc: 3/0,0 mode: PR/PR res: [0x1253:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee33 expref: 218 pid: 122920 timeout: 0 lvb_type: 1 00000004:00080000:2.0:1760456370.001221:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008f20c157/2, rc 0, transno 9375 00002000:00080000:1.0:1760456370.001221:0:122923:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4697 count 1 00010000:00010000:0.0:1760456370.001225:0:87237:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d32ce08d/0x3e4967fcee5063a1 lrc: 4/0,0 mode: PR/PR res: [0x1253:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee33 expref: 218 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.001235:0:122923:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e44f lrc: 3/0,1 mode: --/PW res: [0x1259:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.001236:0:87237:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009a2d730a pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:87237:1845970852989056:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.001239:0:122919:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b4c05355 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:122919:1845970852988160:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.001240:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f20c157 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852986880:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.001257:0:122923:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bd1cd621/0x3e4967fcee5063e0 lrc: 2/0,0 mode: PR/PR res: [0x1259:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee41 expref: 218 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.001262:0:122919:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000065b6827f/0x3e4967fcee50e417 lrc: 3/0,1 mode: --/PW res: [0x1323:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.001263:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1760456370.001264:0:87237:0:(client.c:2500:ptlrpc_set_wait()) set 000000001b8cab0b going to sleep for 6 seconds 00010000:00010000:1.0:1760456370.001265:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.001268:0:122923:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e44f lrc: 4/0,1 mode: --/PW res: [0x1259:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.001288:0:164870:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007f8aba56/0x3e4967fcee5061e8 lrc: 0/0,0 mode: --/PR res: [0x123f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49edd1 expref: 218 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.001296:0:122923:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bd1cd621/0x3e4967fcee5063e0 lrc: 3/0,0 mode: PR/PR res: [0x1259:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee41 expref: 217 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.001302:0:164870:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed855bfa pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:164870:1845970852987648:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.001307:0:122923:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bd1cd621/0x3e4967fcee5063e0 lrc: 4/0,0 mode: PR/PR res: [0x1259:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee41 expref: 217 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.001315:0:164870:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50e402 lrc: 3/0,1 mode: PW/PW res: [0x123f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.001317:0:122923:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000deac8888 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:122923:1845970852989184:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.001328:0:164870:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50e402 lrc: 3/0,1 mode: PW/PW res: [0x123f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.001333:0:164870:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50e402 lrc: 3/0,1 mode: PW/PW res: [0x123f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.001338:0:164870:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50e402 lrc: 3/0,1 mode: PW/PW res: [0x123f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.001342:0:164870:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50e402 lrc: 2/0,0 mode: PW/PW res: [0x123f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.001344:0:122923:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ea75832e going to sleep for 6 seconds 00010000:00010000:0.0:1760456370.001360:0:164870:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1760456370.001366:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873996288 00000100:00100000:2.0:1760456370.001369:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456370.001370:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.001374:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50e402 lrc: 2/0,0 mode: PW/PW res: [0x123f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.001380:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ca7d1d7b/0x3e4967fcee506266 lrc: 4/0,0 mode: PR/PR res: [0x1248:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eded expref: 218 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.001386:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001812ae55 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.001392:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50e402 lrc: 2/0,0 mode: PW/PW res: [0x123f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.001395:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873996224 00010000:00010000:0.0:1760456370.001403:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50e402 lrc: 3/0,0 mode: PW/PW res: [0x123f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.001409:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1366 00010000:00010000:2.0:1760456370.001411:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000088481fa7/0x3e4967fcee507559 lrc: 4/0,0 mode: PR/PR res: [0x1323:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f223 expref: 190 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.001425:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50e402 lrc: 1/0,0 mode: --/PW res: [0x123f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.001434:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50e402 lrc: 0/0,0 mode: --/PW res: [0x123f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.001449:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.001451:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.001454:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.001468:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008fb3261b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852989120:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456370.001500:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b4c513a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+218:167595:x1845970873996288:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1760456370.001507:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456370.001527:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ca7d1d7b/0x3e4967fcee506266 lrc: 4/0,0 mode: PR/PR res: [0x1248:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eded expref: 218 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.001531:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1760456370.001537:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ca7d1d7b/0x3e4967fcee506266 lrc: 3/0,0 mode: PR/PR res: [0x1248:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eded expref: 218 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.001552:0:122345:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ca7d1d7b/0x3e4967fcee506266 lrc: 0/0,0 mode: --/PR res: [0x1248:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eded expref: 218 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.001559:0:122347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1367 00000100:00100000:3.0:1760456370.001561:0:87239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852989120 00000100:00100000:2.0:1760456370.001568:0:122347:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7bdb0a5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+190:167594:x1845970873996224:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1760456370.001568:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.001570:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.001573:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e41e lrc: 3/0,1 mode: PW/PW res: [0x1248:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.001578:0:122347:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456370.001580:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e41e lrc: 4/0,1 mode: PW/PW res: [0x1248:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.001585:0:122347:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000088481fa7/0x3e4967fcee507559 lrc: 4/0,0 mode: PR/PR res: [0x1323:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f223 expref: 190 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.001588:0:87239:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19390 00000100:00100000:3.0:1760456370.001598:0:87239:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed855bfa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+432:85188:x1845970852989120:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.001606:0:122347:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000088481fa7/0x3e4967fcee507559 lrc: 3/0,0 mode: PR/PR res: [0x1323:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f223 expref: 190 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.001608:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:3.0:1760456370.001634:0:87239:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4703 count 1 00010000:00010000:2.0:1760456370.001635:0:122347:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000088481fa7/0x3e4967fcee507559 lrc: 0/0,0 mode: --/PR res: [0x1323:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f223 expref: 190 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.001646:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b4c513a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+217:167595:x1845970873996288:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 146us (730us total) trans 0 rc 0/0 00010000:00010000:3.0:1760456370.001648:0:87239:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e456 lrc: 3/0,1 mode: --/PW res: [0x125f:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.001649:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.001651:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.001654:0:122347:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000065b6827f/0x3e4967fcee50e417 lrc: 3/0,1 mode: PW/PW res: [0x1323:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.001663:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1366 00010000:00010000:3.0:1760456370.001670:0:87239:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000031ae4920/0x3e4967fcee50645e lrc: 2/0,0 mode: PR/PR res: [0x125f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee5d expref: 217 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.001670:0:122347:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000065b6827f/0x3e4967fcee50e417 lrc: 4/0,1 mode: PW/PW res: [0x1323:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.001690:0:87239:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.001692:0:87239:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.001694:0:87239:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e456 lrc: 4/0,1 mode: --/PW res: [0x125f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.001708:0:122347:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456370.001713:0:87239:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000031ae4920/0x3e4967fcee50645e lrc: 3/0,0 mode: PR/PR res: [0x125f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee5d expref: 216 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.001722:0:87239:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000031ae4920/0x3e4967fcee50645e lrc: 4/0,0 mode: PR/PR res: [0x125f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee5d expref: 216 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.001730:0:87239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b4c05355 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:87239:1845970852989248:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.001732:0:122920:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e3c3 lrc: 3/0,1 mode: PW/PW res: [0x12f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.001740:0:122920:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e3c3 lrc: 3/0,1 mode: PW/PW res: [0x12f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.001745:0:122920:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e3c3 lrc: 3/0,1 mode: PW/PW res: [0x12f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.001749:0:164870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009598484a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+433:85188:x1845970852987584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4103us (4424us total) trans 12884911264 rc 0/0 00000100:00100000:2.0:1760456370.001752:0:122347:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7bdb0a5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+189:167594:x1845970873996224:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 178us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.001760:0:87239:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c9d645c2 going to sleep for 6 seconds 00010000:00010000:1.0:1760456370.001764:0:122920:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e3c3 lrc: 2/0,0 mode: PW/PW res: [0x12f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.001771:0:164870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19378 00000100:00100000:2.0:1760456370.001776:0:122347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1367 00010000:00010000:3.0:1760456370.001781:0:122919:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000065b6827f/0x3e4967fcee50e417 lrc: 3/0,1 mode: PW/PW res: [0x1323:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.001791:0:122919:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000065b6827f/0x3e4967fcee50e417 lrc: 3/0,1 mode: PW/PW res: [0x1323:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.001800:0:122919:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000065b6827f/0x3e4967fcee50e417 lrc: 3/0,1 mode: PW/PW res: [0x1323:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.001810:0:122919:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000065b6827f/0x3e4967fcee50e417 lrc: 2/0,0 mode: PW/PW res: [0x1323:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1760456370.001815:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a02ddcd5/2, rc 0, transno 9376 00010000:00010000:1.0:1760456370.001819:0:122920:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1760456370.001830:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a02ddcd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852987584:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.001832:0:122919:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1760456370.001834:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1760456370.001839:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e3c3 lrc: 2/0,0 mode: PW/PW res: [0x12f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.001844:0:122906:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e41e lrc: 3/0,1 mode: PW/PW res: [0x1248:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.001845:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000498dbf39 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.001848:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e3c3 lrc: 2/0,0 mode: PW/PW res: [0x12f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.001869:0:122906:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e41e lrc: 3/0,1 mode: PW/PW res: [0x1248:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.001869:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e3c3 lrc: 3/0,0 mode: PW/PW res: [0x12f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.001869:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000fd2de97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852989312:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.001893:0:122906:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e41e lrc: 3/0,1 mode: PW/PW res: [0x1248:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.001896:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e3c3 lrc: 1/0,0 mode: --/PW res: [0x12f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.001906:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.001909:0:122906:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e41e lrc: 2/0,0 mode: PW/PW res: [0x1248:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.001928:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e3c3 lrc: 0/0,0 mode: --/PW res: [0x12f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.001944:0:122906:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1760456370.001946:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1760456370.001949:0:88855:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c9eeb31/0x3e4967fcee5073df lrc: 0/0,0 mode: --/PR res: [0x1306:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f1cf expref: 188 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.001950:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000065b6827f/0x3e4967fcee50e417 lrc: 2/0,0 mode: PW/PW res: [0x1323:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.001957:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1760456370.001964:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e41e lrc: 2/0,0 mode: PW/PW res: [0x1248:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.001967:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000065b6827f already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.001972:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000065b6827f/0x3e4967fcee50e417 lrc: 2/0,0 mode: PW/PW res: [0x1323:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.001984:0:88855:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007c4ed92d pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:88855:1845970852987520:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.001990:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ebca686a already unused, calling callback (0000000049577fce) 00010000:00010000:2.0:1760456370.001994:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e41e lrc: 2/0,0 mode: PW/PW res: [0x1248:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.002002:0:88855:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000291c078f/0x3e4967fcee50e3fb lrc: 3/0,1 mode: PW/PW res: [0x1306:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.002003:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e41e lrc: 3/0,0 mode: PW/PW res: [0x1248:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.002014:0:122919:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad3ea2c9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+410:85191:x1845970852987904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2991us (3092us total) trans 38654713832 rc 0/0 00010000:00010000:0.0:1760456370.002026:0:88855:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000291c078f/0x3e4967fcee50e3fb lrc: 3/0,1 mode: PW/PW res: [0x1306:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.002033:0:122919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19381 00010000:00010000:2.0:1760456370.002036:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e41e lrc: 1/0,0 mode: --/PW res: [0x1248:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.002037:0:88855:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000291c078f/0x3e4967fcee50e3fb lrc: 3/0,1 mode: PW/PW res: [0x1306:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.002045:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000065b6827f/0x3e4967fcee50e417 lrc: 3/0,0 mode: PW/PW res: [0x1323:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.002054:0:122919:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852989312 00010000:00010000:0.0:1760456370.002060:0:88855:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000291c078f/0x3e4967fcee50e3fb lrc: 3/0,1 mode: PW/PW res: [0x1306:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.002072:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000065b6827f/0x3e4967fcee50e417 lrc: 1/0,0 mode: --/PW res: [0x1323:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.002076:0:122919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19391 00010000:00010000:2.0:1760456370.002080:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e41e lrc: 0/0,0 mode: --/PW res: [0x1248:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.002082:0:88855:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000291c078f/0x3e4967fcee50e3fb lrc: 2/0,0 mode: PW/PW res: [0x1306:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.002085:0:122919:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d785228 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+433:85189:x1845970852989312:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.002093:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000065b6827f/0x3e4967fcee50e417 lrc: 0/0,0 mode: --/PW res: [0x1323:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1760456370.002101:0:122919:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4713 count 1 00010000:00010000:3.0:1760456370.002115:0:122919:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e45d lrc: 3/0,1 mode: --/PW res: [0x1269:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.002118:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.002119:0:88855:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1760456370.002121:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.002123:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000291c078f/0x3e4967fcee50e3fb lrc: 3/0,0 mode: PW/PW res: [0x1306:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.002124:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.002126:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.002131:0:122919:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a5d31826/0x3e4967fcee506599 lrc: 2/0,0 mode: PR/PR res: [0x1269:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eea3 expref: 216 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.002132:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000291c078f already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.002132:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.002138:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000291c078f/0x3e4967fcee50e3fb lrc: 2/0,0 mode: PW/PW res: [0x1306:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.002138:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.002140:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.002143:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.002145:0:122919:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e45d lrc: 4/0,1 mode: --/PW res: [0x1269:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.002148:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000291c078f/0x3e4967fcee50e3fb lrc: 3/0,0 mode: PW/PW res: [0x1306:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.002161:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000291c078f/0x3e4967fcee50e3fb lrc: 1/0,0 mode: --/PW res: [0x1306:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.002165:0:122919:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a5d31826/0x3e4967fcee506599 lrc: 3/0,0 mode: PR/PR res: [0x1269:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eea3 expref: 216 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.002166:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000291c078f/0x3e4967fcee50e3fb lrc: 0/0,0 mode: --/PW res: [0x1306:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.002184:0:122919:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a5d31826/0x3e4967fcee506599 lrc: 4/0,0 mode: PR/PR res: [0x1269:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eea3 expref: 216 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.002194:0:122919:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000efc88065 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:122919:1845970852989376:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.002197:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.002200:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.002202:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.002221:0:122919:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ae4d228e going to sleep for 6 seconds 00000004:00080000:2.0:1760456370.002229:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000087b6f60d/2, rc 0, transno 8168 00000100:00100000:2.0:1760456370.002242:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000087b6f60d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852987904:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456370.002278:0:85191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1760456370.002286:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003539d2d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852989440:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456370.002301:0:164868:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a6d1f63f going to sleep for 6 seconds 00000100:00100000:2.0:1760456370.002312:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1760456370.002335:0:88855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000076368397 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+410:85190:x1845970852987456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5637us (5787us total) trans 38654713833 rc 0/0 00000100:00100000:0.0:1760456370.002343:0:88855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19377 00000100:00100000:3.0:1760456370.002351:0:87240:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852989440 00000100:00100000:3.0:1760456370.002381:0:87240:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19392 00000100:00100000:3.0:1760456370.002386:0:87240:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004cbb5d95 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+410:85191:x1845970852989440:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1760456370.002387:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005e88840f/2, rc 0, transno 8169 00002000:00080000:3.0:1760456370.002397:0:87240:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4910 count 1 00000100:00100000:0.0:1760456370.002405:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005e88840f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852987456:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456370.002410:0:87240:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e464 lrc: 3/0,1 mode: --/PW res: [0x132e:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.002419:0:87240:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000069ff720a/0x3e4967fcee507751 lrc: 2/0,0 mode: PR/PR res: [0x132e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f293 expref: 187 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.002424:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.002425:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.002427:0:87240:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e464 lrc: 4/0,1 mode: --/PW res: [0x132e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.002446:0:87240:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000069ff720a/0x3e4967fcee507751 lrc: 3/0,0 mode: PR/PR res: [0x132e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f293 expref: 187 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.002447:0:85190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:3.0:1760456370.002456:0:87240:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000069ff720a/0x3e4967fcee507751 lrc: 4/0,0 mode: PR/PR res: [0x132e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f293 expref: 187 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.002461:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002cb8ded9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852989504:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1760456370.002468:0:87240:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001fa99884 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:87240:1845970852989568:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.002502:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1760456370.002503:0:87240:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ba968e39 going to sleep for 6 seconds 00000100:00100000:0.0:1760456370.002550:0:122914:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852989504 00000100:00100000:0.0:1760456370.002568:0:122914:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19393 00000100:00100000:0.0:1760456370.002572:0:122914:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007c4ed92d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+411:85190:x1845970852989504:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1760456370.002582:0:122914:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4916 count 1 00000100:00100000:2.0:1760456370.002583:0:122906:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000081141810 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+434:85188:x1845970852987968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3551us (3610us total) trans 12884911265 rc 0/0 00000100:00100000:2.0:1760456370.002592:0:122906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19382 00010000:00010000:0.0:1760456370.002597:0:122914:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000267a3813/0x3e4967fcee50e46b lrc: 3/0,1 mode: --/PW res: [0x1334:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.002611:0:122914:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f5f2512e/0x3e4967fcee507790 lrc: 2/0,0 mode: PR/PR res: [0x1334:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f2a1 expref: 187 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.002630:0:122914:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.002633:0:122914:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.002635:0:122914:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000267a3813/0x3e4967fcee50e46b lrc: 4/0,1 mode: --/PW res: [0x1334:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.002660:0:122914:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f5f2512e/0x3e4967fcee507790 lrc: 3/0,0 mode: PR/PR res: [0x1334:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f2a1 expref: 187 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1760456370.002676:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456370.002686:0:122914:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f5f2512e/0x3e4967fcee507790 lrc: 4/0,0 mode: PR/PR res: [0x1334:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f2a1 expref: 187 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.002698:0:122914:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b68dcf0c pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:122914:1845970852989632:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.002718:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.002737:0:122914:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a4d34fa2 going to sleep for 6 seconds 00000100:00100000:2.0:1760456370.002748:0:86475:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873996416 00000100:00100000:1.0:1760456370.002761:0:122920:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b85d133f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+412:85188:x1845970852986048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9483us (9605us total) trans 38654713834 rc 0/0 00010000:00010000:2.0:1760456370.002768:0:86475:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000056e02e5d/0x3e4967fcee507598 lrc: 4/0,0 mode: PR/PR res: [0x131e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f231 expref: 188 pid: 122920 timeout: 4721 lvb_type: 1 00000004:00080000:0.0:1760456370.002769:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005699d169/2, rc 0, transno 9377 00000100:00100000:1.0:1760456370.002770:0:122920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19366 00000100:00100000:0.0:1760456370.002781:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005699d169 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852987968:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.002802:0:86475:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873996160 00010000:00010000:2.0:1760456370.002817:0:86475:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000118ff044/0x3e4967fcee50745d lrc: 4/0,0 mode: PR/PR res: [0x1316:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f1eb expref: 189 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.002821:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1760456370.002831:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099570e9a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852989696:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.002854:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1368 00000100:00100000:3.0:1760456370.002855:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.002864:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456370.002865:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d7bd5c7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+189:167594:x1845970873996416:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1760456370.002876:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.002881:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000056e02e5d/0x3e4967fcee507598 lrc: 4/0,0 mode: PR/PR res: [0x131e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f231 expref: 189 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.002893:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000056e02e5d/0x3e4967fcee507598 lrc: 3/0,0 mode: PR/PR res: [0x131e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f231 expref: 189 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.002893:0:122920:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852989696 00000004:00080000:0.0:1760456370.002901:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000cf7b4e44/2, rc 0, transno 8170 00000100:00100000:3.0:1760456370.002902:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.002913:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cf7b4e44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852986048:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456370.002914:0:122920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19394 00010000:00010000:2.0:1760456370.002921:0:86475:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000056e02e5d/0x3e4967fcee507598 lrc: 0/0,0 mode: --/PR res: [0x131e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f231 expref: 189 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.002922:0:122920:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be747c1e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+434:85189:x1845970852989696:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1760456370.002936:0:122920:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4711 count 1 00000100:00100000:3.0:1760456370.002946:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.002947:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1760456370.002949:0:122920:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e472 lrc: 3/0,1 mode: --/PW res: [0x1267:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.002952:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1760456370.002955:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000701cdd97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852989760:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456370.002957:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.002961:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000070480952/0x3e4967fcee50e425 lrc: 3/0,1 mode: PW/PW res: [0x131e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.002961:0:122920:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000019dada1d/0x3e4967fcee5065d8 lrc: 2/0,0 mode: PR/PR res: [0x1267:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eeb1 expref: 216 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.002970:0:88636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873996352 00000100:00100000:0.0:1760456370.002991:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1760456370.002994:0:122920:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.002996:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070480952/0x3e4967fcee50e425 lrc: 4/0,1 mode: PW/PW res: [0x131e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.002997:0:88636:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000178334db/0x3e4967fcee50751a lrc: 4/0,0 mode: PR/PR res: [0x1321:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f215 expref: 189 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.002997:0:122920:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.003001:0:122920:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e472 lrc: 4/0,1 mode: --/PW res: [0x1267:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.003013:0:164870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852989760 00010000:00010000:2.0:1760456370.003033:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456370.003035:0:122920:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000019dada1d/0x3e4967fcee5065d8 lrc: 3/0,0 mode: PR/PR res: [0x1267:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eeb1 expref: 216 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.003039:0:164870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19395 00000100:00100000:0.0:1760456370.003046:0:164870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd3fd54a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+412:85188:x1845970852989760:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456370.003050:0:122920:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000019dada1d/0x3e4967fcee5065d8 lrc: 4/0,0 mode: PR/PR res: [0x1267:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eeb1 expref: 216 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.003051:0:88636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873996544 00000100:00100000:2.0:1760456370.003058:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d7bd5c7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+189:167594:x1845970873996416:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 193us (395us total) trans 0 rc 0/0 00002000:00080000:0.0:1760456370.003058:0:164870:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4918 count 1 00010000:00010000:3.0:1760456370.003067:0:88636:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b1b02424/0x3e4967fcee5061a9 lrc: 5/0,0 mode: PR/PR res: [0x1249:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49edc3 expref: 217 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.003069:0:122920:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbed4e03 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:122920:1845970852989824:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.003072:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1368 00010000:00010000:0.0:1760456370.003073:0:164870:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000088839f4b/0x3e4967fcee50e479 lrc: 3/0,1 mode: --/PW res: [0x1336:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.003091:0:86475:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873996608 00000100:00100000:1.0:1760456370.003098:0:122920:0:(client.c:2500:ptlrpc_set_wait()) set 0000000050b28893 going to sleep for 6 seconds 00010000:00010000:0.0:1760456370.003098:0:164870:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000042ea0bda/0x3e4967fcee50780e lrc: 2/0,0 mode: PR/PR res: [0x1336:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f2bd expref: 188 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.003104:0:86475:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007cc75de7/0x3e4967fcee5062e4 lrc: 5/0,0 mode: PR/PR res: [0x125e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee09 expref: 218 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.003108:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.003111:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.003114:0:164870:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000088839f4b/0x3e4967fcee50e479 lrc: 4/0,1 mode: --/PW res: [0x1336:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.003115:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1369 00000100:00100000:1.0:1760456370.003129:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1370 00000100:00100000:3.0:1760456370.003130:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b4c513a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+188:167594:x1845970873996160:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00000100:00100000:1.0:1760456370.003138:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000041fd077 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+188:167594:x1845970873996352:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1760456370.003142:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1760456370.003148:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1371 00010000:00010000:3.0:1760456370.003151:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000118ff044/0x3e4967fcee50745d lrc: 4/0,0 mode: PR/PR res: [0x1316:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f1eb expref: 188 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.003152:0:164870:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000042ea0bda/0x3e4967fcee50780e lrc: 3/0,0 mode: PR/PR res: [0x1336:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f2bd expref: 188 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.003153:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1760456370.003161:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c31687e1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+218:167594:x1845970873996544:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1760456370.003177:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.003182:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000118ff044/0x3e4967fcee50745d lrc: 3/0,0 mode: PR/PR res: [0x1316:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f1eb expref: 188 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.003183:0:164870:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000042ea0bda/0x3e4967fcee50780e lrc: 4/0,0 mode: PR/PR res: [0x1336:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f2bd expref: 188 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.003185:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b1b02424/0x3e4967fcee5061a9 lrc: 5/0,0 mode: PR/PR res: [0x1249:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49edc3 expref: 218 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.003211:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000178334db/0x3e4967fcee50751a lrc: 4/0,0 mode: PR/PR res: [0x1321:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f215 expref: 188 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.003217:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b1b02424/0x3e4967fcee5061a9 lrc: 4/0,0 mode: PR/PR res: [0x1249:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49edc3 expref: 218 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.003217:0:164870:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003bd787d3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:164870:1845970852989888:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.003220:0:88636:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000118ff044/0x3e4967fcee50745d lrc: 0/0,0 mode: --/PR res: [0x1316:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f1eb expref: 188 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.003229:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000178334db/0x3e4967fcee50751a lrc: 3/0,0 mode: PR/PR res: [0x1321:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f215 expref: 188 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.003243:0:164870:0:(client.c:2500:ptlrpc_set_wait()) set 0000000020417f68 going to sleep for 6 seconds 00010000:00010000:3.0:1760456370.003250:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.003253:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.003255:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.003256:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000021cd7e7b/0x3e4967fcee50e409 lrc: 3/0,1 mode: PW/PW res: [0x1316:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.003259:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.003261:0:122345:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000178334db/0x3e4967fcee50751a lrc: 0/0,0 mode: --/PR res: [0x1321:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f215 expref: 187 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.003263:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000c03b33d/0x3e4967fcee50e3f4 lrc: 3/0,1 mode: PW/PW res: [0x1249:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.003273:0:87410:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003de6c4eb pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:87410:1845970852988416:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.003278:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000021cd7e7b/0x3e4967fcee50e409 lrc: 4/0,1 mode: PW/PW res: [0x1316:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.003289:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000c03b33d/0x3e4967fcee50e3f4 lrc: 4/0,1 mode: PW/PW res: [0x1249:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.003291:0:87410:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e42c lrc: 3/0,1 mode: --/PW res: [0x132b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.003307:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456370.003322:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.003324:0:164869:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000021cd7e7b/0x3e4967fcee50e409 lrc: 3/0,1 mode: PW/PW res: [0x1316:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.003330:0:164869:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000021cd7e7b/0x3e4967fcee50e409 lrc: 3/0,1 mode: PW/PW res: [0x1316:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.003338:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b4c513a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+187:167594:x1845970873996160:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 209us (617us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.003342:0:164869:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000021cd7e7b/0x3e4967fcee50e409 lrc: 3/0,1 mode: PW/PW res: [0x1316:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.003344:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.003348:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.003352:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e410 lrc: 3/0,1 mode: PW/PW res: [0x1321:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.003353:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c31687e1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+218:167594:x1845970873996544:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 193us (455us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.003358:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1369 00010000:00010000:0.0:1760456370.003364:0:164869:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000021cd7e7b/0x3e4967fcee50e409 lrc: 2/0,0 mode: PW/PW res: [0x1316:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.003376:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e410 lrc: 4/0,1 mode: PW/PW res: [0x1321:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.003377:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1371 00010000:00010000:0.0:1760456370.003386:0:164869:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1760456370.003391:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1372 00010000:00010000:0.0:1760456370.003396:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1760456370.003401:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000043c9bf24 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+217:167596:x1845970873996608:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1760456370.003402:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000021cd7e7b/0x3e4967fcee50e409 lrc: 2/0,0 mode: PW/PW res: [0x1316:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.003404:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456370.003413:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.003420:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007cc75de7/0x3e4967fcee5062e4 lrc: 5/0,0 mode: PR/PR res: [0x125e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee09 expref: 217 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.003421:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000021cd7e7b already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.003427:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000021cd7e7b/0x3e4967fcee50e409 lrc: 2/0,0 mode: PW/PW res: [0x1316:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.003430:0:164867:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b1b02424/0x3e4967fcee5061a9 lrc: 0/0,0 mode: --/PR res: [0x1249:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49edc3 expref: 217 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.003434:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000041fd077 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+185:167594:x1845970873996352:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 291us (579us total) trans 0 rc 0/0 00010000:00010000:3.0:1760456370.003441:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007cc75de7/0x3e4967fcee5062e4 lrc: 4/0,0 mode: PR/PR res: [0x125e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee09 expref: 217 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.003453:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000021cd7e7b/0x3e4967fcee50e409 lrc: 3/0,0 mode: PW/PW res: [0x1316:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.003459:0:164867:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000049b1a4e5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:164867:1845970852988608:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.003468:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.003471:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.003474:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009389ebef/0x3e4967fcee50e433 lrc: 3/0,1 mode: PW/PW res: [0x125e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.003476:0:164867:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000c03b33d/0x3e4967fcee50e3f4 lrc: 3/0,1 mode: PW/PW res: [0x1249:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.003477:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000021cd7e7b/0x3e4967fcee50e409 lrc: 1/0,0 mode: --/PW res: [0x1316:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.003493:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009389ebef/0x3e4967fcee50e433 lrc: 4/0,1 mode: PW/PW res: [0x125e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.003499:0:164867:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000c03b33d/0x3e4967fcee50e3f4 lrc: 3/0,1 mode: PW/PW res: [0x1249:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.003501:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000021cd7e7b/0x3e4967fcee50e409 lrc: 0/0,0 mode: --/PW res: [0x1316:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.003556:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.003571:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.003573:0:164867:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000c03b33d/0x3e4967fcee50e3f4 lrc: 3/0,1 mode: PW/PW res: [0x1249:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.003574:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.003577:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.003583:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000043c9bf24 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+216:167596:x1845970873996608:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 179us (640us total) trans 0 rc 0/0 00010000:00010000:2.0:1760456370.003585:0:164867:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000c03b33d/0x3e4967fcee50e3f4 lrc: 3/0,1 mode: PW/PW res: [0x1249:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.003595:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1370 00010000:00010000:2.0:1760456370.003597:0:164867:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000c03b33d/0x3e4967fcee50e3f4 lrc: 2/0,0 mode: PW/PW res: [0x1249:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.003607:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1372 00010000:00010000:2.0:1760456370.003614:0:164867:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1760456370.003637:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.003638:0:122921:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e410 lrc: 3/0,1 mode: PW/PW res: [0x1321:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.003640:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000c03b33d/0x3e4967fcee50e3f4 lrc: 2/0,0 mode: PW/PW res: [0x1249:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.003662:0:164871:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000070480952/0x3e4967fcee50e425 lrc: 3/0,1 mode: PW/PW res: [0x131e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.003665:0:122921:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e410 lrc: 3/0,1 mode: PW/PW res: [0x1321:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.003667:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000c03b33d already unused, calling callback (0000000049577fce) 00010000:00010000:2.0:1760456370.003670:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000c03b33d/0x3e4967fcee50e3f4 lrc: 2/0,0 mode: PW/PW res: [0x1249:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.003687:0:164871:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070480952/0x3e4967fcee50e425 lrc: 3/0,1 mode: PW/PW res: [0x131e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.003690:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000c03b33d/0x3e4967fcee50e3f4 lrc: 3/0,0 mode: PW/PW res: [0x1249:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.003714:0:164871:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000070480952/0x3e4967fcee50e425 lrc: 3/0,1 mode: PW/PW res: [0x131e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.003715:0:122921:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e410 lrc: 3/0,1 mode: PW/PW res: [0x1321:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.003716:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000c03b33d/0x3e4967fcee50e3f4 lrc: 1/0,0 mode: --/PW res: [0x1249:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.003733:0:164869:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040648461 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+413:85188:x1845970852987712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5338us (5772us total) trans 38654713835 rc 0/0 00010000:00010000:3.0:1760456370.003738:0:164871:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000070480952/0x3e4967fcee50e425 lrc: 2/0,0 mode: PW/PW res: [0x131e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.003741:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000c03b33d/0x3e4967fcee50e3f4 lrc: 0/0,0 mode: --/PW res: [0x1249:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.003743:0:122921:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e410 lrc: 2/0,0 mode: PW/PW res: [0x1321:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.003751:0:164869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19379 00010000:00010000:3.0:1760456370.003781:0:164871:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:0.0:1760456370.003782:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e1caea46/2, rc 0, transno 8171 00010000:00010000:2.0:1760456370.003783:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1760456370.003787:0:122921:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1760456370.003789:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000070480952/0x3e4967fcee50e425 lrc: 2/0,0 mode: PW/PW res: [0x131e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.003793:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1caea46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852987712:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456370.003799:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.003803:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e410 lrc: 2/0,0 mode: PW/PW res: [0x1321:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.003805:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000070480952 already unused, calling callback (0000000049577fce) 00010000:00010000:2.0:1760456370.003811:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000070480952/0x3e4967fcee50e425 lrc: 2/0,0 mode: PW/PW res: [0x131e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.003812:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c042e065 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.003816:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e410 lrc: 2/0,0 mode: PW/PW res: [0x1321:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.003829:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000070480952/0x3e4967fcee50e425 lrc: 3/0,0 mode: PW/PW res: [0x131e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.003830:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e410 lrc: 3/0,0 mode: PW/PW res: [0x1321:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.003838:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e535057 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852989952:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456370.003856:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e410 lrc: 1/0,0 mode: --/PW res: [0x1321:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.003861:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000070480952/0x3e4967fcee50e425 lrc: 1/0,0 mode: --/PW res: [0x131e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.003863:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e410 lrc: 0/0,0 mode: --/PW res: [0x1321:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.003871:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.003881:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000070480952/0x3e4967fcee50e425 lrc: 0/0,0 mode: --/PW res: [0x131e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.003903:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.003903:0:164869:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852989952 00010000:00010000:2.0:1760456370.003906:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.003907:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.003910:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.003913:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.003915:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.003922:0:164869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19396 00010000:00010000:1.0:1760456370.003925:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.003928:0:164869:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006f7c080c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+414:85190:x1845970852989952:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1760456370.003938:0:164869:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4917 count 1 00010000:00010000:0.0:1760456370.003950:0:164869:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c26bd5f5/0x3e4967fcee50e480 lrc: 3/0,1 mode: --/PW res: [0x1335:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.003959:0:164869:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000049c01cde/0x3e4967fcee50784d lrc: 2/0,0 mode: PR/PR res: [0x1335:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f2cb expref: 184 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.003964:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.003966:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.003967:0:164869:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c26bd5f5/0x3e4967fcee50e480 lrc: 4/0,1 mode: --/PW res: [0x1335:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.003984:0:164869:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000049c01cde/0x3e4967fcee50784d lrc: 3/0,0 mode: PR/PR res: [0x1335:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f2cb expref: 184 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.003990:0:164869:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000049c01cde/0x3e4967fcee50784d lrc: 4/0,0 mode: PR/PR res: [0x1335:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f2cb expref: 184 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.003998:0:164869:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b64b0c51 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:164869:1845970852990016:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.004026:0:164871:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000467d5fb5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+414:85189:x1845970852988032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4731us (4919us total) trans 38654713836 rc 0/0 00000100:00100000:0.0:1760456370.004032:0:164869:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ff46cebc going to sleep for 6 seconds 00000100:00100000:3.0:1760456370.004038:0:164871:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19383 00000004:00080000:0.0:1760456370.004062:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000bbb1e3ad/2, rc 0, transno 8172 00000100:00100000:0.0:1760456370.004072:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bbb1e3ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852988032:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456370.004088:0:122905:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007cc75de7/0x3e4967fcee5062e4 lrc: 0/0,0 mode: --/PR res: [0x125e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee09 expref: 215 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.004104:0:122905:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e6d09192 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:122905:1845970852988672:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.004126:0:122905:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009389ebef/0x3e4967fcee50e433 lrc: 3/0,1 mode: PW/PW res: [0x125e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.004127:0:85190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1760456370.004136:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e842412 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852990080:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456370.004137:0:122905:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009389ebef/0x3e4967fcee50e433 lrc: 3/0,1 mode: PW/PW res: [0x125e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.004146:0:122905:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009389ebef/0x3e4967fcee50e433 lrc: 3/0,1 mode: PW/PW res: [0x125e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.004155:0:122905:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009389ebef/0x3e4967fcee50e433 lrc: 3/0,1 mode: PW/PW res: [0x125e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.004164:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456370.004172:0:122905:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009389ebef/0x3e4967fcee50e433 lrc: 2/0,0 mode: PW/PW res: [0x125e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.004193:0:122905:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1760456370.004195:0:164867:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee6d760c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+435:85191:x1845970852987392:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7515us (7818us total) trans 12884911266 rc 0/0 00000100:00100000:0.0:1760456370.004197:0:88855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852990080 00000100:00100000:2.0:1760456370.004203:0:164867:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19376 00010000:00010000:3.0:1760456370.004206:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456370.004211:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009389ebef/0x3e4967fcee50e433 lrc: 2/0,0 mode: PW/PW res: [0x125e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.004215:0:122921:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036623ba6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+415:85190:x1845970852987840:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5209us (5462us total) trans 38654713837 rc 0/0 00010000:00010000:3.0:1760456370.004227:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009389ebef already unused, calling callback (0000000049577fce) 00000100:00100000:2.0:1760456370.004230:0:164867:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19397 00010000:00010000:3.0:1760456370.004232:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009389ebef/0x3e4967fcee50e433 lrc: 2/0,0 mode: PW/PW res: [0x125e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.004239:0:122921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19380 00000100:00100000:2.0:1760456370.004240:0:164867:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004b671a5e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+415:85190:x1845970852990080:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456370.004250:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009389ebef/0x3e4967fcee50e433 lrc: 3/0,0 mode: PW/PW res: [0x125e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1760456370.004257:0:164867:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4921 count 1 00010000:00010000:3.0:1760456370.004265:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009389ebef/0x3e4967fcee50e433 lrc: 1/0,0 mode: --/PW res: [0x125e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1760456370.004266:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000007f4c5d5c/2, rc 0, transno 8173 00010000:00010000:2.0:1760456370.004269:0:164867:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000554e8914/0x3e4967fcee50e487 lrc: 3/0,1 mode: --/PW res: [0x1339:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.004276:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007f4c5d5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852987840:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456370.004289:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009389ebef/0x3e4967fcee50e433 lrc: 0/0,0 mode: --/PW res: [0x125e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.004294:0:164867:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b430a454/0x3e4967fcee50790a lrc: 2/0,0 mode: PR/PR res: [0x1339:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f2f5 expref: 184 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.004304:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1760456370.004310:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.004312:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.004314:0:164867:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000554e8914/0x3e4967fcee50e487 lrc: 4/0,1 mode: --/PW res: [0x1339:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.004314:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003de6c4eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852990144:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456370.004317:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.004321:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.004324:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.004336:0:164867:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b430a454/0x3e4967fcee50790a lrc: 3/0,0 mode: PR/PR res: [0x1339:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f2f5 expref: 184 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.004345:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.004351:0:164867:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b430a454/0x3e4967fcee50790a lrc: 4/0,0 mode: PR/PR res: [0x1339:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f2f5 expref: 184 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.004361:0:164867:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000049b1a4e5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:164867:1845970852990208:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.004383:0:164867:0:(client.c:2500:ptlrpc_set_wait()) set 0000000048ca0e73 going to sleep for 6 seconds 00000004:00080000:2.0:1760456370.004406:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001317320f/2, rc 0, transno 9378 00000100:00100000:2.0:1760456370.004419:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001317320f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852987392:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.004435:0:122906:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852990144 00000100:00100000:2.0:1760456370.004466:0:122906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19398 00000100:00100000:0.0:1760456370.004467:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1760456370.004471:0:122906:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009623f854 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+415:85189:x1845970852990144:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456370.004477:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a3b8ee61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852990272:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1760456370.004482:0:122906:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4920 count 1 00010000:00010000:2.0:1760456370.004494:0:122906:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000edf3a6a2/0x3e4967fcee50e48e lrc: 3/0,1 mode: --/PW res: [0x1338:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.004501:0:122906:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f24bbf13/0x3e4967fcee5079c7 lrc: 2/0,0 mode: PR/PR res: [0x1338:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f31f expref: 184 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.004507:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.004508:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.004533:0:122906:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000edf3a6a2/0x3e4967fcee50e48e lrc: 4/0,1 mode: --/PW res: [0x1338:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.004548:0:122906:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f24bbf13/0x3e4967fcee5079c7 lrc: 3/0,0 mode: PR/PR res: [0x1338:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f31f expref: 184 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.004561:0:122906:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f24bbf13/0x3e4967fcee5079c7 lrc: 4/0,0 mode: PR/PR res: [0x1338:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f31f expref: 184 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.004563:0:122905:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005084f027 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+435:85188:x1845970852988544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4398us (4628us total) trans 12884911267 rc 0/0 00000100:00100000:0.0:1760456370.004566:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1760456370.004581:0:122905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19385 00000100:00100000:2.0:1760456370.004582:0:122906:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000485ac8cf pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:122906:1845970852990336:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456370.004586:0:122921:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852990272 00000004:00080000:0.0:1760456370.004595:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000853ff003/2, rc 0, transno 9379 00000100:00100000:2.0:1760456370.004605:0:122906:0:(client.c:2500:ptlrpc_set_wait()) set 000000003c58ae1e going to sleep for 6 seconds 00000100:00100000:0.0:1760456370.004608:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000853ff003 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852988544:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.004609:0:122905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19399 00000100:00100000:3.0:1760456370.004634:0:122905:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000043ab4bcb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+435:85188:x1845970852990272:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1760456370.004650:0:122905:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4707 count 1 00010000:00010000:3.0:1760456370.004665:0:122905:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e495 lrc: 3/0,1 mode: --/PW res: [0x1263:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.004669:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ff4c5358 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852990400:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.004683:0:122905:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000efd6499/0x3e4967fcee506617 lrc: 2/0,0 mode: PR/PR res: [0x1263:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eebf expref: 214 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.004690:0:122905:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.004692:0:122905:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.004694:0:122905:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e495 lrc: 4/0,1 mode: --/PW res: [0x1263:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.004704:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456370.004709:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456370.004723:0:122905:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000efd6499/0x3e4967fcee506617 lrc: 3/0,0 mode: PR/PR res: [0x1263:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eebf expref: 214 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1760456370.004727:0:122921:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852990400 00010000:00010000:3.0:1760456370.004736:0:122905:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000efd6499/0x3e4967fcee506617 lrc: 4/0,0 mode: PR/PR res: [0x1263:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eebf expref: 214 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.004748:0:122905:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e6d09192 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:122905:1845970852990464:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456370.004751:0:122921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19400 00000100:00100000:3.0:1760456370.004774:0:122344:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873996480 00010000:00010000:3.0:1760456370.004790:0:122344:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000029b63a4c/0x3e4967fcee507655 lrc: 4/0,0 mode: PR/PR res: [0x132b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f25b expref: 185 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.004794:0:122921:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a621428d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+436:85190:x1845970852990400:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1760456370.004810:0:122921:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4719 count 1 00000100:00100000:0.0:1760456370.004812:0:87237:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009a2d730a pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:87237:1845970852989056:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.004822:0:122921:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e49c lrc: 3/0,1 mode: --/PW res: [0x126f:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.004829:0:87237:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000273f8983/0x3e4967fcee50e448 lrc: 3/0,1 mode: --/PW res: [0x1253:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.004831:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1373 00010000:00010000:1.0:1760456370.004835:0:122921:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bc173a5c/0x3e4967fcee506713 lrc: 2/0,0 mode: PR/PR res: [0x126f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eef7 expref: 214 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.004847:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c5ddebf pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+185:167594:x1845970873996480:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1760456370.004856:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.004858:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.004871:0:122921:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e49c lrc: 4/0,1 mode: --/PW res: [0x126f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.004875:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456370.004879:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.004886:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000029b63a4c/0x3e4967fcee507655 lrc: 4/0,0 mode: PR/PR res: [0x132b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f25b expref: 185 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.004893:0:122921:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bc173a5c/0x3e4967fcee506713 lrc: 3/0,0 mode: PR/PR res: [0x126f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eef7 expref: 214 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.004900:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000029b63a4c/0x3e4967fcee507655 lrc: 3/0,0 mode: PR/PR res: [0x132b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f25b expref: 185 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.004904:0:122921:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bc173a5c/0x3e4967fcee506713 lrc: 4/0,0 mode: PR/PR res: [0x126f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eef7 expref: 214 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.004923:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456370.004929:0:122921:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000268ddb71 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:122921:1845970852990528:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.004931:0:122344:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000029b63a4c/0x3e4967fcee507655 lrc: 0/0,0 mode: --/PR res: [0x132b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f25b expref: 185 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.004944:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.004947:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.004949:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e42c lrc: 3/0,1 mode: PW/PW res: [0x132b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.004955:0:122921:0:(client.c:2500:ptlrpc_set_wait()) set 0000000058916b5e going to sleep for 6 seconds 00010000:00010000:3.0:1760456370.004956:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e42c lrc: 4/0,1 mode: PW/PW res: [0x132b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.004969:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456370.004971:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873996736 00010000:00010000:1.0:1760456370.004985:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d32ce08d/0x3e4967fcee5063a1 lrc: 4/0,0 mode: PR/PR res: [0x1253:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee33 expref: 215 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.004997:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.005013:0:87410:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e42c lrc: 3/0,1 mode: PW/PW res: [0x132b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.005016:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873996672 00000100:00100000:2.0:1760456370.005019:0:86474:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873996800 00010000:00010000:0.0:1760456370.005022:0:87410:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e42c lrc: 3/0,1 mode: PW/PW res: [0x132b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.005025:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c5ddebf pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+184:167594:x1845970873996480:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 182us (316us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456370.005027:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000024f81a5/0x3e4967fcee506323 lrc: 5/0,0 mode: PR/PR res: [0x125d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee17 expref: 217 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.005043:0:86474:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bd1cd621/0x3e4967fcee5063e0 lrc: 5/0,0 mode: PR/PR res: [0x1259:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee41 expref: 217 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.005058:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1373 00010000:00010000:0.0:1760456370.005058:0:87410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e42c lrc: 3/0,1 mode: PW/PW res: [0x132b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.005068:0:87410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e42c lrc: 2/0,0 mode: PW/PW res: [0x132b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.005080:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1374 00000100:00100000:1.0:1760456370.005087:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a87d24d0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+217:167594:x1845970873996736:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1760456370.005087:0:87410:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1760456370.005091:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1375 00010000:00010000:0.0:1760456370.005098:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.005099:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1760456370.005101:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1376 00000100:00100000:3.0:1760456370.005105:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ad8b64f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+217:167594:x1845970873996672:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1760456370.005105:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e42c lrc: 2/0,0 mode: PW/PW res: [0x132b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.005106:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d32ce08d/0x3e4967fcee5063a1 lrc: 4/0,0 mode: PR/PR res: [0x1253:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee33 expref: 217 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.005114:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d693516 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+217:167594:x1845970873996800:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1760456370.005122:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.005129:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.005130:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000024f81a5/0x3e4967fcee506323 lrc: 5/0,0 mode: PR/PR res: [0x125d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee17 expref: 217 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.005130:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b187ecd8 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.005134:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d32ce08d/0x3e4967fcee5063a1 lrc: 3/0,0 mode: PR/PR res: [0x1253:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee33 expref: 217 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.005135:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e42c lrc: 2/0,0 mode: PW/PW res: [0x132b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.005137:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bd1cd621/0x3e4967fcee5063e0 lrc: 5/0,0 mode: PR/PR res: [0x1259:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee41 expref: 217 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.005160:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e42c lrc: 3/0,0 mode: PW/PW res: [0x132b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.005170:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bd1cd621/0x3e4967fcee5063e0 lrc: 4/0,0 mode: PR/PR res: [0x1259:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee41 expref: 217 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.005171:0:122345:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d32ce08d/0x3e4967fcee5063a1 lrc: 0/0,0 mode: --/PR res: [0x1253:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee33 expref: 217 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.005189:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000024f81a5/0x3e4967fcee506323 lrc: 4/0,0 mode: PR/PR res: [0x125d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee17 expref: 217 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.005189:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e42c lrc: 1/0,0 mode: --/PW res: [0x132b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.005199:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.005202:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.005204:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.005205:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000273f8983/0x3e4967fcee50e448 lrc: 3/0,1 mode: PW/PW res: [0x1253:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.005207:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.005210:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e44f lrc: 3/0,1 mode: PW/PW res: [0x1259:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.005214:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e42c lrc: 0/0,0 mode: --/PW res: [0x132b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.005225:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.005228:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000273f8983/0x3e4967fcee50e448 lrc: 4/0,1 mode: PW/PW res: [0x1253:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.005230:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.005233:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e441 lrc: 3/0,1 mode: PW/PW res: [0x125d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.005235:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e44f lrc: 4/0,1 mode: PW/PW res: [0x1259:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.005244:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.005247:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.005248:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.005264:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e441 lrc: 4/0,1 mode: PW/PW res: [0x125d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.005271:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456370.005278:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456370.005285:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1760456370.005293:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d693516 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+216:167594:x1845970873996800:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 183us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.005301:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1376 00000100:00100000:1.0:1760456370.005303:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a87d24d0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+216:167594:x1845970873996736:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 214us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456370.005316:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1374 00000100:00100000:3.0:1760456370.005317:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ad8b64f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+215:167594:x1845970873996672:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 212us (398us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.005328:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1375 00010000:00010000:1.0:1760456370.005392:0:122923:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bd1cd621/0x3e4967fcee5063e0 lrc: 0/0,0 mode: --/PR res: [0x1259:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee41 expref: 213 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.005404:0:87239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b4c05355 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:87239:1845970852989248:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456370.005407:0:122923:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000deac8888 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:122923:1845970852989184:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.005427:0:87239:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e456 lrc: 3/0,1 mode: --/PW res: [0x125f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.005428:0:122923:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e44f lrc: 3/0,1 mode: PW/PW res: [0x1259:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.005443:0:87410:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007a96cebb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+416:85190:x1845970852988096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5864us (6271us total) trans 38654713838 rc 0/0 00010000:00010000:1.0:1760456370.005452:0:122923:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e44f lrc: 3/0,1 mode: PW/PW res: [0x1259:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.005460:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.005462:0:87410:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19384 00010000:00010000:1.0:1760456370.005468:0:122923:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e44f lrc: 3/0,1 mode: PW/PW res: [0x1259:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.005473:0:122923:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e44f lrc: 3/0,1 mode: PW/PW res: [0x1259:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.005477:0:122923:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e44f lrc: 2/0,0 mode: PW/PW res: [0x1259:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.005482:0:122919:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000efc88065 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:122919:1845970852989376:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.005494:0:122923:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456370.005503:0:122919:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e45d lrc: 3/0,1 mode: --/PW res: [0x1269:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.005504:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00080000:0.0:1760456370.005505:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000097b719bc/2, rc 0, transno 8174 00010000:00010000:1.0:1760456370.005507:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e44f lrc: 2/0,0 mode: PW/PW res: [0x1259:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.005528:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:1.0:1760456370.005535:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000222c27c8 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.005538:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e44f lrc: 2/0,0 mode: PW/PW res: [0x1259:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.005541:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000097b719bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852988096:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456370.005547:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e44f lrc: 3/0,0 mode: PW/PW res: [0x1259:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.005568:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:1.0:1760456370.005575:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e44f lrc: 1/0,0 mode: --/PW res: [0x1259:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.005580:0:88636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873996864 00010000:00010000:1.0:1760456370.005582:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e44f lrc: 0/0,0 mode: --/PW res: [0x1259:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.005589:0:85190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1760456370.005598:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008728c0c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852990592:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456370.005601:0:88636:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000031ae4920/0x3e4967fcee50645e lrc: 4/0,0 mode: PR/PR res: [0x125f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee5d expref: 213 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.005602:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.005604:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.005607:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.005647:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456370.005653:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873996992 00000100:00100000:3.0:1760456370.005657:0:88636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873996928 00010000:00010000:1.0:1760456370.005667:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006ecb7099/0x3e4967fcee5076d3 lrc: 5/0,0 mode: PR/PR res: [0x132c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f277 expref: 184 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.005674:0:88636:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a5d31826/0x3e4967fcee506599 lrc: 4/0,0 mode: PR/PR res: [0x1269:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eea3 expref: 214 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.005680:0:87237:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000273f8983/0x3e4967fcee50e448 lrc: 3/0,1 mode: PW/PW res: [0x1253:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.005687:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456370.005697:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873997056 00010000:00010000:0.0:1760456370.005709:0:87237:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000273f8983/0x3e4967fcee50e448 lrc: 3/0,1 mode: PW/PW res: [0x1253:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.005714:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000069ff720a/0x3e4967fcee507751 lrc: 5/0,0 mode: PR/PR res: [0x132e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f293 expref: 185 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.005716:0:122343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1377 00010000:00010000:0.0:1760456370.005723:0:87237:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000273f8983/0x3e4967fcee50e448 lrc: 3/0,1 mode: PW/PW res: [0x1253:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.005728:0:122343:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c5ddebf pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+214:167594:x1845970873996864:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1760456370.005738:0:87237:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000273f8983/0x3e4967fcee50e448 lrc: 2/0,0 mode: PW/PW res: [0x1253:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.005747:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1378 00010000:00010000:0.0:1760456370.005753:0:87237:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1760456370.005759:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1379 00000100:00100000:3.0:1760456370.005760:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000039485601 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+185:167596:x1845970873996992:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1760456370.005765:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1760456370.005771:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1380 00010000:00010000:3.0:1760456370.005772:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1760456370.005772:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000df56cdea pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+214:167593:x1845970873996928:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1760456370.005772:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000273f8983/0x3e4967fcee50e448 lrc: 2/0,0 mode: PW/PW res: [0x1253:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.005781:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006ecb7099/0x3e4967fcee5076d3 lrc: 5/0,0 mode: PR/PR res: [0x132c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f277 expref: 185 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.005784:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000004d33530 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+185:167594:x1845970873997056:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1760456370.005794:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1760456370.005797:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000273f8983 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.005801:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a5d31826/0x3e4967fcee506599 lrc: 4/0,0 mode: PR/PR res: [0x1269:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eea3 expref: 214 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.005801:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000273f8983/0x3e4967fcee50e448 lrc: 2/0,0 mode: PW/PW res: [0x1253:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.005802:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1760456370.005810:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000273f8983/0x3e4967fcee50e448 lrc: 3/0,0 mode: PW/PW res: [0x1253:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.005812:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006ecb7099/0x3e4967fcee5076d3 lrc: 4/0,0 mode: PR/PR res: [0x132c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f277 expref: 185 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.005812:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000069ff720a/0x3e4967fcee507751 lrc: 5/0,0 mode: PR/PR res: [0x132e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f293 expref: 185 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.005840:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a5d31826/0x3e4967fcee506599 lrc: 3/0,0 mode: PR/PR res: [0x1269:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eea3 expref: 214 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.005844:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000273f8983/0x3e4967fcee50e448 lrc: 1/0,0 mode: --/PW res: [0x1253:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.005850:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000069ff720a/0x3e4967fcee507751 lrc: 4/0,0 mode: PR/PR res: [0x132e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f293 expref: 185 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.005856:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.005860:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.005863:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000037a97751/0x3e4967fcee50e43a lrc: 3/0,1 mode: PW/PW res: [0x132c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.005863:0:122345:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a5d31826/0x3e4967fcee506599 lrc: 0/0,0 mode: --/PR res: [0x1269:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eea3 expref: 214 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.005866:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000273f8983/0x3e4967fcee50e448 lrc: 0/0,0 mode: --/PW res: [0x1253:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.005881:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.005884:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.005886:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e464 lrc: 3/0,1 mode: PW/PW res: [0x132e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.005890:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037a97751/0x3e4967fcee50e43a lrc: 4/0,1 mode: PW/PW res: [0x132c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.005893:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.005896:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.005898:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.005900:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e45d lrc: 3/0,1 mode: PW/PW res: [0x1269:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.005901:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e464 lrc: 4/0,1 mode: PW/PW res: [0x132e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.005901:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.005903:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.005922:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e45d lrc: 4/0,1 mode: PW/PW res: [0x1269:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.005923:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456370.005931:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456370.005940:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1760456370.005950:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000039485601 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+185:167596:x1845970873996992:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 195us (438us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.005958:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000004d33530 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+185:167594:x1845970873997056:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 179us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.005963:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1378 00000100:00100000:1.0:1760456370.005969:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000df56cdea pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+213:167593:x1845970873996928:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 199us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.005976:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1380 00000100:00100000:1.0:1760456370.005985:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1379 00010000:00010000:3.0:1760456370.005996:0:122919:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e45d lrc: 3/0,1 mode: PW/PW res: [0x1269:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.006006:0:122919:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e45d lrc: 3/0,1 mode: PW/PW res: [0x1269:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.006011:0:122343:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.006013:0:122919:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e45d lrc: 3/0,1 mode: PW/PW res: [0x1269:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.006017:0:122343:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000031ae4920/0x3e4967fcee50645e lrc: 4/0,0 mode: PR/PR res: [0x125f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee5d expref: 212 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.006029:0:122919:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e45d lrc: 2/0,0 mode: PW/PW res: [0x1269:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.006036:0:122343:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000031ae4920/0x3e4967fcee50645e lrc: 3/0,0 mode: PR/PR res: [0x125f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee5d expref: 212 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.006036:0:164868:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006ecb7099/0x3e4967fcee5076d3 lrc: 0/0,0 mode: --/PR res: [0x132c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f277 expref: 183 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.006054:0:87237:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000805568d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+437:85191:x1845970852988864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4933us (5046us total) trans 12884911268 rc 0/0 00010000:00010000:3.0:1760456370.006057:0:122919:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1760456370.006065:0:122343:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000031ae4920/0x3e4967fcee50645e lrc: 0/0,0 mode: --/PR res: [0x125f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee5d expref: 212 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.006069:0:87237:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19388 00000100:00100000:1.0:1760456370.006074:0:164868:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c887b366 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:164868:1845970852988736:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.006081:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.006083:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.006085:0:122343:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e456 lrc: 3/0,1 mode: PW/PW res: [0x125f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.006090:0:87237:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852990592 00010000:00010000:2.0:1760456370.006091:0:122343:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e456 lrc: 4/0,1 mode: PW/PW res: [0x125f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.006095:0:164868:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000037a97751/0x3e4967fcee50e43a lrc: 3/0,1 mode: PW/PW res: [0x132c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.006112:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1760456370.006114:0:122343:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1760456370.006115:0:87237:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19401 00010000:00010000:1.0:1760456370.006128:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e45d lrc: 2/0,0 mode: PW/PW res: [0x1269:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.006129:0:87237:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009525173 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+416:85190:x1845970852990592:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456370.006141:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000aaa15b8b already unused, calling callback (0000000049577fce) 00002000:00080000:0.0:1760456370.006142:0:87237:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4931 count 1 00000100:00100000:2.0:1760456370.006147:0:122343:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c5ddebf pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+211:167594:x1845970873996864:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 420us (692us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456370.006147:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e45d lrc: 2/0,0 mode: PW/PW res: [0x1269:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.006156:0:87237:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000d7625fd/0x3e4967fcee50e4a3 lrc: 3/0,1 mode: --/PW res: [0x1343:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.006165:0:122343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1377 00010000:00010000:1.0:1760456370.006174:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e45d lrc: 3/0,0 mode: PW/PW res: [0x1269:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.006178:0:87237:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000097a5d659/0x3e4967fcee507b02 lrc: 2/0,0 mode: PR/PR res: [0x1343:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f365 expref: 182 pid: 122920 timeout: 0 lvb_type: 1 00000004:00080000:2.0:1760456370.006196:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ef738e6f/2, rc 0, transno 9380 00010000:00010000:0.0:1760456370.006204:0:87237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.006206:0:87237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.006207:0:87237:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d7625fd/0x3e4967fcee50e4a3 lrc: 4/0,1 mode: --/PW res: [0x1343:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.006210:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e45d lrc: 1/0,0 mode: --/PW res: [0x1269:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.006215:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ef738e6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852988864:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.006226:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e45d lrc: 0/0,0 mode: --/PW res: [0x1269:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.006249:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.006253:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.006257:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.006259:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009a2d730a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852990656:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.006289:0:122919:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d785228 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+437:85189:x1845970852989312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4204us (4386us total) trans 12884911269 rc 0/0 00000004:00080000:1.0:1760456370.006289:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000000fd2de97/2, rc 0, transno 9381 00000100:00100000:3.0:1760456370.006301:0:122919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19391 00000100:00100000:1.0:1760456370.006312:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000fd2de97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852989312:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.006313:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1760456370.006334:0:164868:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000037a97751/0x3e4967fcee50e43a lrc: 3/0,1 mode: PW/PW res: [0x132c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.006336:0:164871:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852990656 00010000:00010000:1.0:1760456370.006344:0:164868:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037a97751/0x3e4967fcee50e43a lrc: 3/0,1 mode: PW/PW res: [0x132c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.006352:0:164868:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000037a97751/0x3e4967fcee50e43a lrc: 3/0,1 mode: PW/PW res: [0x132c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.006360:0:164871:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19402 00010000:00010000:1.0:1760456370.006364:0:164868:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000037a97751/0x3e4967fcee50e43a lrc: 2/0,0 mode: PW/PW res: [0x132c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.006369:0:164871:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000075c42dd5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+437:85188:x1845970852990656:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.006377:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1760456370.006386:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6c912c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852990720:0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1760456370.006387:0:164871:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4718 count 1 00010000:00010000:2.0:1760456370.006401:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456370.006405:0:164871:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50e4aa lrc: 3/0,1 mode: --/PW res: [0x126e:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.006405:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000037a97751/0x3e4967fcee50e43a lrc: 3/0,0 mode: PW/PW res: [0x132c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.006422:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.006430:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000037a97751 already unused, calling callback (0000000049577fce) 00010000:00010000:2.0:1760456370.006433:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000037a97751/0x3e4967fcee50e43a lrc: 3/0,0 mode: PW/PW res: [0x132c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.006434:0:164871:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000381dd205/0x3e4967fcee506752 lrc: 2/0,0 mode: PR/PR res: [0x126e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef05 expref: 210 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.006438:0:164868:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1760456370.006450:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000037a97751/0x3e4967fcee50e43a lrc: 3/0,0 mode: PW/PW res: [0x132c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.006453:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.006455:0:87237:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000097a5d659/0x3e4967fcee507b02 lrc: 3/0,0 mode: PR/PR res: [0x1343:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f365 expref: 182 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.006456:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.006460:0:164871:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50e4aa lrc: 4/0,1 mode: --/PW res: [0x126e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.006464:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000037a97751/0x3e4967fcee50e43a lrc: 1/0,0 mode: --/PW res: [0x132c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.006470:0:87237:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000097a5d659/0x3e4967fcee507b02 lrc: 4/0,0 mode: PR/PR res: [0x1343:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f365 expref: 182 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.006487:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037a97751/0x3e4967fcee50e43a lrc: 0/0,0 mode: --/PW res: [0x132c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.006500:0:87237:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fba93ae9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:87237:1845970852990784:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.006578:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.006582:0:164871:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000381dd205/0x3e4967fcee506752 lrc: 3/0,0 mode: PR/PR res: [0x126e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef05 expref: 210 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.006583:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.006588:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.006594:0:164871:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000381dd205/0x3e4967fcee506752 lrc: 4/0,0 mode: PR/PR res: [0x126e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef05 expref: 210 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.006602:0:87237:0:(client.c:2500:ptlrpc_set_wait()) set 000000001b8cab0b going to sleep for 6 seconds 00000100:00100000:3.0:1760456370.006606:0:164871:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000efc88065 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:164871:1845970852990848:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.006628:0:88855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852990720 00000100:00100000:0.0:1760456370.006647:0:88855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19403 00000100:00100000:0.0:1760456370.006651:0:88855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000073506342 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+438:85188:x1845970852990720:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.006656:0:164871:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c9d645c2 going to sleep for 6 seconds 00002000:00080000:0.0:1760456370.006669:0:88855:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4725 count 1 00010000:00010000:0.0:1760456370.006680:0:88855:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50e4b1 lrc: 3/0,1 mode: --/PW res: [0x1275:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.006688:0:88855:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000206f7ff6/0x3e4967fcee506791 lrc: 2/0,0 mode: PR/PR res: [0x1275:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef13 expref: 210 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.006693:0:88855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.006694:0:88855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.006696:0:88855:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50e4b1 lrc: 4/0,1 mode: --/PW res: [0x1275:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.006697:0:87240:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000069ff720a/0x3e4967fcee507751 lrc: 0/0,0 mode: --/PR res: [0x132e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f293 expref: 182 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.006722:0:87240:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001fa99884 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:87240:1845970852989568:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.006724:0:88855:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000206f7ff6/0x3e4967fcee506791 lrc: 3/0,0 mode: PR/PR res: [0x1275:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef13 expref: 210 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.006738:0:87240:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e464 lrc: 3/0,1 mode: PW/PW res: [0x132e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.006738:0:164868:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009cbc0b14 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+417:85190:x1845970852988480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6365us (6734us total) trans 38654713839 rc 0/0 00010000:00010000:0.0:1760456370.006742:0:88855:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000206f7ff6/0x3e4967fcee506791 lrc: 4/0,0 mode: PR/PR res: [0x1275:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef13 expref: 210 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.006759:0:164868:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19386 00010000:00010000:3.0:1760456370.006766:0:87240:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e464 lrc: 3/0,1 mode: PW/PW res: [0x132e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.006770:0:88855:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f01a9c45 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:88855:1845970852990912:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.006781:0:87240:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e464 lrc: 3/0,1 mode: PW/PW res: [0x132e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.006789:0:87240:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e464 lrc: 3/0,1 mode: PW/PW res: [0x132e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.006794:0:88855:0:(client.c:2500:ptlrpc_set_wait()) set 00000000756f8c76 going to sleep for 6 seconds 00010000:00010000:3.0:1760456370.006796:0:87240:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e464 lrc: 2/0,0 mode: PW/PW res: [0x132e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.006821:0:87240:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1760456370.006821:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000226b8f97/2, rc 0, transno 8175 00000100:00100000:0.0:1760456370.006833:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000226b8f97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852988480:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1760456370.006842:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.006844:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e464 lrc: 2/0,0 mode: PW/PW res: [0x132e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.006850:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fe04f7ce already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.006852:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e464 lrc: 2/0,0 mode: PW/PW res: [0x132e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.006858:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e464 lrc: 3/0,0 mode: PW/PW res: [0x132e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.006873:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e464 lrc: 1/0,0 mode: --/PW res: [0x132e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.006880:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e464 lrc: 0/0,0 mode: --/PW res: [0x132e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.006899:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.006903:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.006906:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.006957:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ffb9099 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852990976:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456370.006997:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1760456370.007027:0:87410:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852990976 00000100:00100000:3.0:1760456370.007035:0:87240:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004cbb5d95 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+418:85191:x1845970852989440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4646us (4720us total) trans 38654713840 rc 0/0 00000100:00100000:3.0:1760456370.007045:0:87240:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19392 00000100:00100000:0.0:1760456370.007052:0:87410:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19404 00000100:00100000:0.0:1760456370.007057:0:87410:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000033890ec1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+417:85190:x1845970852990976:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1760456370.007060:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003539d2d8/2, rc 0, transno 8176 00002000:00080000:0.0:1760456370.007079:0:87410:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4932 count 1 00010000:00010000:3.0:1760456370.007083:0:87239:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e456 lrc: 3/0,1 mode: PW/PW res: [0x125f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.007083:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003539d2d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852989440:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456370.007095:0:87239:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e456 lrc: 3/0,1 mode: PW/PW res: [0x125f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.007103:0:87239:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e456 lrc: 3/0,1 mode: PW/PW res: [0x125f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.007110:0:87239:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e456 lrc: 2/0,0 mode: PW/PW res: [0x125f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.007124:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004c9254d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852991040:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1760456370.007134:0:87410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000024a38e54/0x3e4967fcee50e4b8 lrc: 3/0,1 mode: --/PW res: [0x1344:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.007142:0:87239:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.007145:0:87410:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000082d3d5de/0x3e4967fcee507b80 lrc: 2/0,0 mode: PR/PR res: [0x1344:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f381 expref: 181 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1760456370.007150:0:122923:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000076441b21 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+439:85191:x1845970852988928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5937us (6083us total) trans 12884911270 rc 0/0 00010000:00010000:0.0:1760456370.007155:0:87410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.007158:0:87410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.007160:0:87410:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000024a38e54/0x3e4967fcee50e4b8 lrc: 4/0,1 mode: --/PW res: [0x1344:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.007164:0:122923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19389 00000100:00100000:2.0:1760456370.007172:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1760456370.007185:0:87410:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000082d3d5de/0x3e4967fcee507b80 lrc: 3/0,0 mode: PR/PR res: [0x1344:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f381 expref: 181 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.007202:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.007203:0:87410:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000082d3d5de/0x3e4967fcee507b80 lrc: 4/0,0 mode: PR/PR res: [0x1344:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f381 expref: 181 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.007208:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e456 lrc: 2/0,0 mode: PW/PW res: [0x125f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.007213:0:87410:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da4bec2c pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:87410:1845970852991104:192.168.203.34@tcp:104: 00000004:00080000:2.0:1760456370.007218:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000225e43c4/2, rc 0, transno 9382 00010000:00010000:1.0:1760456370.007226:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009a426bd1 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.007229:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e456 lrc: 2/0,0 mode: PW/PW res: [0x125f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.007239:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e456 lrc: 3/0,0 mode: PW/PW res: [0x125f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.007240:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000225e43c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852988928:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.007260:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e456 lrc: 1/0,0 mode: --/PW res: [0x125f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.007273:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b85d133f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852991168:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.007275:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e456 lrc: 0/0,0 mode: --/PW res: [0x125f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.007296:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.007299:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.007302:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.007312:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456370.007333:0:164868:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852991040 00000100:00100000:1.0:1760456370.007353:0:164868:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852991168 00000100:00100000:0.0:1760456370.007359:0:87410:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ead0540c going to sleep for 6 seconds 00000100:00100000:1.0:1760456370.007376:0:164868:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19405 00000100:00100000:3.0:1760456370.007382:0:87239:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed855bfa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+440:85188:x1845970852989120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5783us (5875us total) trans 12884911271 rc 0/0 00000100:00100000:1.0:1760456370.007387:0:164868:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000011e32d4f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+418:85191:x1845970852991040:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1760456370.007389:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008fb3261b/2, rc 0, transno 9383 00000100:00100000:3.0:1760456370.007396:0:87239:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19390 00000100:00100000:0.0:1760456370.007401:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008fb3261b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852989120:0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1760456370.007408:0:164868:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4933 count 1 00000100:00100000:3.0:1760456370.007420:0:87239:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19406 00010000:00010000:1.0:1760456370.007423:0:164868:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e4bf lrc: 3/0,1 mode: --/PW res: [0x1345:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.007429:0:87239:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d18e096 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+439:85188:x1845970852991168:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.007435:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1760456370.007446:0:164868:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000057555a9e/0x3e4967fcee507bbf lrc: 2/0,0 mode: PR/PR res: [0x1345:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f38f expref: 181 pid: 122920 timeout: 0 lvb_type: 1 00002000:00080000:3.0:1760456370.007449:0:87239:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4723 count 1 00000100:00100000:0.0:1760456370.007449:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c843fa7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852991232:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.007462:0:164868:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.007464:0:164868:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.007465:0:164868:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e4bf lrc: 4/0,1 mode: --/PW res: [0x1345:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.007466:0:87239:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a36cd9c0/0x3e4967fcee50e4c6 lrc: 3/0,1 mode: --/PW res: [0x1273:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.007489:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456370.007500:0:87239:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b3a6bfb2/0x3e4967fcee50684e lrc: 2/0,0 mode: PR/PR res: [0x1273:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef3d expref: 210 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.007508:0:87239:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.007536:0:87239:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.007538:0:87239:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a36cd9c0/0x3e4967fcee50e4c6 lrc: 4/0,1 mode: --/PW res: [0x1273:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.007547:0:122923:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852991232 00010000:00010000:3.0:1760456370.007561:0:87239:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b3a6bfb2/0x3e4967fcee50684e lrc: 3/0,0 mode: PR/PR res: [0x1273:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef3d expref: 210 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.007569:0:122923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19407 00010000:00010000:1.0:1760456370.007574:0:164868:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000057555a9e/0x3e4967fcee507bbf lrc: 3/0,0 mode: PR/PR res: [0x1345:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f38f expref: 181 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.007578:0:87239:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b3a6bfb2/0x3e4967fcee50684e lrc: 4/0,0 mode: PR/PR res: [0x1273:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef3d expref: 210 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.007578:0:122923:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095b511e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+440:85188:x1845970852991232:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.007593:0:123791:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000024f81a5/0x3e4967fcee506323 lrc: 0/0,0 mode: --/PR res: [0x125d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ee17 expref: 210 pid: 122920 timeout: 4721 lvb_type: 1 00002000:00080000:0.0:1760456370.007594:0:122923:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4736 count 1 00010000:00010000:1.0:1760456370.007602:0:164868:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000057555a9e/0x3e4967fcee507bbf lrc: 4/0,0 mode: PR/PR res: [0x1345:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f38f expref: 181 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.007606:0:122923:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001482aae9/0x3e4967fcee50e4cd lrc: 3/0,1 mode: --/PW res: [0x1280:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.007611:0:87239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001fa99884 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:87239:1845970852991296:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.007638:0:123791:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b12c6387 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:123791:1845970852988992:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.007639:0:122923:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cd44bfe6/0x3e4967fcee5068cc lrc: 2/0,0 mode: PR/PR res: [0x1280:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef59 expref: 209 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.007658:0:123791:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e441 lrc: 3/0,1 mode: PW/PW res: [0x125d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.007659:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.007662:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1760456370.007663:0:87239:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e1a4a970 going to sleep for 6 seconds 00010000:00010000:0.0:1760456370.007664:0:122923:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001482aae9/0x3e4967fcee50e4cd lrc: 4/0,1 mode: --/PW res: [0x1280:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.007667:0:164868:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c887b366 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:164868:1845970852991360:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.007694:0:123791:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e441 lrc: 3/0,1 mode: PW/PW res: [0x125d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.007703:0:123791:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e441 lrc: 3/0,1 mode: PW/PW res: [0x125d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.007706:0:122923:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cd44bfe6/0x3e4967fcee5068cc lrc: 3/0,0 mode: PR/PR res: [0x1280:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef59 expref: 209 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.007725:0:123791:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e441 lrc: 3/0,1 mode: PW/PW res: [0x125d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.007729:0:122923:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cd44bfe6/0x3e4967fcee5068cc lrc: 4/0,0 mode: PR/PR res: [0x1280:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef59 expref: 209 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.007742:0:123791:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e441 lrc: 2/0,0 mode: PW/PW res: [0x125d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.007745:0:164868:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a6d1f63f going to sleep for 6 seconds 00000100:00100000:0.0:1760456370.007780:0:122923:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001ebfe979 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:122923:1845970852991424:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.007790:0:123791:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.007794:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.007798:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e441 lrc: 2/0,0 mode: PW/PW res: [0x125d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.007807:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fabd3e43 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.007809:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e441 lrc: 2/0,0 mode: PW/PW res: [0x125d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.007817:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e441 lrc: 3/0,0 mode: PW/PW res: [0x125d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.007827:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e441 lrc: 1/0,0 mode: --/PW res: [0x125d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.007832:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e441 lrc: 0/0,0 mode: --/PW res: [0x125d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.007844:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.007845:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.007848:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.007887:0:122923:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f1402afd going to sleep for 6 seconds 00000100:00100000:2.0:1760456370.007976:0:123791:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d3fa129b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+441:85189:x1845970852988800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7025us (7145us total) trans 12884911272 rc 0/0 00000100:00100000:2.0:1760456370.007984:0:123791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19387 00000100:00100000:2.0:1760456370.008031:0:122905:0:(client.c:2500:ptlrpc_set_wait()) set 00000000025268cf going to sleep for 6 seconds 00000004:00080000:1.0:1760456370.008195:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000750a654b/2, rc 0, transno 9384 00000100:00100000:1.0:1760456370.008205:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000750a654b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852988800:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.008245:0:122914:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b68dcf0c pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:122914:1845970852989632:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.008265:0:122914:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000267a3813/0x3e4967fcee50e46b lrc: 3/0,1 mode: --/PW res: [0x1334:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.008271:0:85191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1760456370.008285:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000deac8888 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852991488:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.008293:0:164870:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003bd787d3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:164870:1845970852989888:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.008310:0:164870:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000088839f4b/0x3e4967fcee50e479 lrc: 3/0,1 mode: --/PW res: [0x1336:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.008320:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1760456370.008350:0:122920:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbed4e03 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:122920:1845970852989824:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.008365:0:122920:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e472 lrc: 3/0,1 mode: --/PW res: [0x1267:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.008365:0:123791:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852991488 00000100:00100000:1.0:1760456370.008386:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.008405:0:123791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19408 00000100:00100000:3.0:1760456370.008411:0:87240:0:(service.c:3210:ptlrpc_start_thread()) ost[0] started 18 min 3 max 116 00000100:00100000:2.0:1760456370.008412:0:123791:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f055a3f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+441:85191:x1845970852991488:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.008422:0:87240:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'll_ost00_018' 00000100:00100000:2.0:1760456370.008434:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873997120 00010000:00010000:2.0:1760456370.008452:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f5f2512e/0x3e4967fcee507790 lrc: 4/0,0 mode: PR/PR res: [0x1334:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f2a1 expref: 182 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.008491:0:122347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1381 00000100:00100000:2.0:1760456370.008496:0:122347:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b9225c1e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+182:167593:x1845970873997120:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1760456370.008505:0:122347:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.008566:0:122347:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f5f2512e/0x3e4967fcee507790 lrc: 4/0,0 mode: PR/PR res: [0x1334:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f2a1 expref: 182 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.008581:0:122347:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f5f2512e/0x3e4967fcee507790 lrc: 3/0,0 mode: PR/PR res: [0x1334:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f2a1 expref: 182 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.008599:0:122347:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f5f2512e/0x3e4967fcee507790 lrc: 0/0,0 mode: --/PR res: [0x1334:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f2a1 expref: 182 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.008611:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.008613:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.008615:0:122347:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000267a3813/0x3e4967fcee50e46b lrc: 3/0,1 mode: PW/PW res: [0x1334:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.008643:0:122347:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000267a3813/0x3e4967fcee50e46b lrc: 4/0,1 mode: PW/PW res: [0x1334:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.008677:0:122347:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.008692:0:122914:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000267a3813/0x3e4967fcee50e46b lrc: 3/0,1 mode: PW/PW res: [0x1334:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.008700:0:122914:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000267a3813/0x3e4967fcee50e46b lrc: 3/0,1 mode: PW/PW res: [0x1334:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.008705:0:122914:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000267a3813/0x3e4967fcee50e46b lrc: 3/0,1 mode: PW/PW res: [0x1334:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.008709:0:122914:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000267a3813/0x3e4967fcee50e46b lrc: 2/0,0 mode: PW/PW res: [0x1334:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.008715:0:122347:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b9225c1e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+181:167593:x1845970873997120:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 214us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.008725:0:122347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1381 00010000:00010000:0.0:1760456370.008726:0:122914:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.008772:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.008777:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000267a3813/0x3e4967fcee50e46b lrc: 2/0,0 mode: PW/PW res: [0x1334:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1760456370.008785:0:123791:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4735 count 1 00010000:00010000:1.0:1760456370.008786:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000267a3813 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.008791:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000267a3813/0x3e4967fcee50e46b lrc: 2/0,0 mode: PW/PW res: [0x1334:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.008800:0:123791:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000c03b33d/0x3e4967fcee50e4d4 lrc: 3/0,1 mode: --/PW res: [0x127f:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.008800:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000267a3813/0x3e4967fcee50e46b lrc: 3/0,0 mode: PW/PW res: [0x1334:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.008817:0:123791:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e39432c0/0x3e4967fcee50694a lrc: 2/0,0 mode: PR/PR res: [0x127f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef75 expref: 209 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.008825:0:123791:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.008827:0:123791:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.008829:0:123791:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000c03b33d/0x3e4967fcee50e4d4 lrc: 4/0,1 mode: --/PW res: [0x127f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.008851:0:123791:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e39432c0/0x3e4967fcee50694a lrc: 3/0,0 mode: PR/PR res: [0x127f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef75 expref: 209 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.008868:0:123791:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e39432c0/0x3e4967fcee50694a lrc: 4/0,0 mode: PR/PR res: [0x127f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef75 expref: 209 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.008870:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000267a3813/0x3e4967fcee50e46b lrc: 1/0,0 mode: --/PW res: [0x1334:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.008887:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000267a3813/0x3e4967fcee50e46b lrc: 0/0,0 mode: --/PW res: [0x1334:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.008889:0:123791:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000039485601 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:123791:1845970852991552:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.008891:0:122914:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007c4ed92d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+419:85190:x1845970852989504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6316us (6389us total) trans 38654713841 rc 0/0 00000100:00100000:0.0:1760456370.008907:0:122914:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19393 00010000:00010000:1.0:1760456370.008923:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.008925:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.008930:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1760456370.008938:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000002cb8ded9/2, rc 0, transno 8177 00000100:00100000:2.0:1760456370.008940:0:123791:0:(client.c:2500:ptlrpc_set_wait()) set 000000008faae248 going to sleep for 6 seconds 00000100:00100000:0.0:1760456370.008947:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002cb8ded9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852989504:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456370.008983:0:85190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1760456370.008990:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fa8cf560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852991616:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456370.009018:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456370.009049:0:170681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852991616 00000100:00100000:1.0:1760456370.009138:0:170681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19409 00000100:00100000:1.0:1760456370.009145:0:170681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cd984e83 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+419:85190:x1845970852991616:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1760456370.009158:0:170681:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4943 count 1 00010000:00010000:1.0:1760456370.009170:0:170681:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e4db lrc: 3/0,1 mode: --/PW res: [0x134f:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.009181:0:170681:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000018e788b1/0x3e4967fcee507bfe lrc: 2/0,0 mode: PR/PR res: [0x134f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f39d expref: 180 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.009199:0:170681:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.009201:0:170681:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.009203:0:170681:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e4db lrc: 4/0,1 mode: --/PW res: [0x134f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.009223:0:170681:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000018e788b1/0x3e4967fcee507bfe lrc: 3/0,0 mode: PR/PR res: [0x134f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f39d expref: 180 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.009232:0:170681:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000018e788b1/0x3e4967fcee507bfe lrc: 4/0,0 mode: PR/PR res: [0x134f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f39d expref: 180 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.009243:0:170681:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbed4e03 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:170681:1845970852991680:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456370.009280:0:170681:0:(client.c:2500:ptlrpc_set_wait()) set 0000000030201a5a going to sleep for 6 seconds 00000100:00100000:0.0:1760456370.010193:0:164869:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b64b0c51 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:164869:1845970852990016:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.010205:0:164869:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c26bd5f5/0x3e4967fcee50e480 lrc: 3/0,1 mode: --/PW res: [0x1335:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.010226:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.010275:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873997184 00010000:00010000:2.0:1760456370.010294:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000019dada1d/0x3e4967fcee5065d8 lrc: 4/0,0 mode: PR/PR res: [0x1267:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eeb1 expref: 210 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.010295:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.010320:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873997312 00000100:00100000:1.0:1760456370.010320:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456370.010332:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000049c01cde/0x3e4967fcee50784d lrc: 4/0,0 mode: PR/PR res: [0x1335:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f2cb expref: 181 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.010352:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873997248 00000100:00100000:1.0:1760456370.010358:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456370.010362:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000042ea0bda/0x3e4967fcee50780e lrc: 4/0,0 mode: PR/PR res: [0x1336:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f2bd expref: 182 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.010391:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.010394:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873997376 00010000:00010000:2.0:1760456370.010407:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b430a454/0x3e4967fcee50790a lrc: 5/0,0 mode: PR/PR res: [0x1339:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f2f5 expref: 183 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.010417:0:122344:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873997440 00000100:00100000:1.0:1760456370.010420:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.010435:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873997504 00010000:00010000:3.0:1760456370.010437:0:122344:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f24bbf13/0x3e4967fcee5079c7 lrc: 5/0,0 mode: PR/PR res: [0x1338:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f31f expref: 184 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.010451:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bc173a5c/0x3e4967fcee506713 lrc: 5/0,0 mode: PR/PR res: [0x126f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eef7 expref: 211 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.010466:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1382 00000100:00100000:3.0:1760456370.010475:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d7bd5c7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+211:167596:x1845970873997184:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00000100:00100000:0.0:1760456370.010478:0:87237:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fba93ae9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:87237:1845970852990784:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.010487:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1383 00000100:00100000:2.0:1760456370.010497:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b4c513a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+184:167593:x1845970873997312:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1760456370.010499:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1760456370.010502:0:87237:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000d7625fd/0x3e4967fcee50e4a3 lrc: 3/0,1 mode: --/PW res: [0x1343:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.010507:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000019dada1d/0x3e4967fcee5065d8 lrc: 4/0,0 mode: PR/PR res: [0x1267:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eeb1 expref: 211 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.010534:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.010541:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000049c01cde/0x3e4967fcee50784d lrc: 4/0,0 mode: PR/PR res: [0x1335:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f2cb expref: 184 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.010557:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000049c01cde/0x3e4967fcee50784d lrc: 3/0,0 mode: PR/PR res: [0x1335:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f2cb expref: 184 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.010588:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000019dada1d/0x3e4967fcee5065d8 lrc: 3/0,0 mode: PR/PR res: [0x1267:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eeb1 expref: 211 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.010592:0:86473:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000049c01cde/0x3e4967fcee50784d lrc: 0/0,0 mode: --/PR res: [0x1335:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f2cb expref: 184 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.010608:0:88855:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f01a9c45 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:88855:1845970852990912:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.010612:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.010615:0:122344:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019dada1d/0x3e4967fcee5065d8 lrc: 0/0,0 mode: --/PR res: [0x1267:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eeb1 expref: 211 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.010616:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.010631:0:88855:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50e4b1 lrc: 3/0,1 mode: --/PW res: [0x1275:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.010632:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c26bd5f5/0x3e4967fcee50e480 lrc: 3/0,1 mode: PW/PW res: [0x1335:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.010657:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c26bd5f5/0x3e4967fcee50e480 lrc: 4/0,1 mode: PW/PW res: [0x1335:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.010659:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.010663:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.010666:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e472 lrc: 3/0,1 mode: PW/PW res: [0x1267:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.010669:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.010672:0:87410:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da4bec2c pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:87410:1845970852991104:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.010684:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e472 lrc: 4/0,1 mode: PW/PW res: [0x1267:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.010689:0:87410:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000024a38e54/0x3e4967fcee50e4b8 lrc: 3/0,1 mode: --/PW res: [0x1344:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.010694:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1760456370.010703:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456370.010711:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.010715:0:164869:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c26bd5f5/0x3e4967fcee50e480 lrc: 3/0,1 mode: PW/PW res: [0x1335:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.010721:0:164869:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c26bd5f5/0x3e4967fcee50e480 lrc: 3/0,1 mode: PW/PW res: [0x1335:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.010726:0:164869:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c26bd5f5/0x3e4967fcee50e480 lrc: 3/0,1 mode: PW/PW res: [0x1335:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.010731:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b4c513a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+183:167593:x1845970873997312:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 231us (435us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.010734:0:164869:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c26bd5f5/0x3e4967fcee50e480 lrc: 2/0,0 mode: PW/PW res: [0x1335:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.010742:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d7bd5c7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+210:167596:x1845970873997184:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 263us (514us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.010753:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1383 00010000:00010000:0.0:1760456370.010761:0:164869:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1760456370.010765:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:3.0:1760456370.010769:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1382 00010000:00010000:0.0:1760456370.010771:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.010776:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c26bd5f5/0x3e4967fcee50e480 lrc: 2/0,0 mode: PW/PW res: [0x1335:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.010779:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873997568 00010000:00010000:0.0:1760456370.010781:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c26bd5f5 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.010784:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c26bd5f5/0x3e4967fcee50e480 lrc: 2/0,0 mode: PW/PW res: [0x1335:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.010790:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c26bd5f5/0x3e4967fcee50e480 lrc: 3/0,0 mode: PW/PW res: [0x1335:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.010795:0:122344:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873997632 00010000:00010000:2.0:1760456370.010796:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000097a5d659/0x3e4967fcee507b02 lrc: 4/0,0 mode: PR/PR res: [0x1343:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f365 expref: 183 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.010800:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c26bd5f5/0x3e4967fcee50e480 lrc: 1/0,0 mode: --/PW res: [0x1335:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.010811:0:122344:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000381dd205/0x3e4967fcee506752 lrc: 5/0,0 mode: PR/PR res: [0x126e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef05 expref: 210 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.010821:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c26bd5f5/0x3e4967fcee50e480 lrc: 0/0,0 mode: --/PW res: [0x1335:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.010826:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873997696 00000100:00100000:1.0:1760456370.010836:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:3.0:1760456370.010842:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1384 00010000:00010000:2.0:1760456370.010843:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000206f7ff6/0x3e4967fcee506791 lrc: 4/0,0 mode: PR/PR res: [0x1275:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef13 expref: 211 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.010849:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.010852:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d3fb42b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+183:167593:x1845970873997248:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1760456370.010853:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.010857:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.010865:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1760456370.010870:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873997824 00010000:00010000:3.0:1760456370.010872:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000042ea0bda/0x3e4967fcee50780e lrc: 4/0,0 mode: PR/PR res: [0x1336:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f2bd expref: 183 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.010885:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000042ea0bda/0x3e4967fcee50780e lrc: 3/0,0 mode: PR/PR res: [0x1336:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f2bd expref: 183 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.010889:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b3a6bfb2/0x3e4967fcee50684e lrc: 5/0,0 mode: PR/PR res: [0x1273:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef3d expref: 212 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.010904:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456370.010912:0:122344:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042ea0bda/0x3e4967fcee50780e lrc: 0/0,0 mode: --/PR res: [0x1336:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f2bd expref: 183 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.010916:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873997760 00010000:00010000:3.0:1760456370.010927:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.010930:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.010933:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000088839f4b/0x3e4967fcee50e479 lrc: 3/0,1 mode: PW/PW res: [0x1336:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.010934:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000082d3d5de/0x3e4967fcee507b80 lrc: 4/0,0 mode: PR/PR res: [0x1344:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f381 expref: 183 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.010945:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456370.010957:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000088839f4b/0x3e4967fcee50e479 lrc: 4/0,1 mode: PW/PW res: [0x1336:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.010972:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873997888 00010000:00010000:3.0:1760456370.010983:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1760456370.010987:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456370.010988:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000057555a9e/0x3e4967fcee507bbf lrc: 5/0,0 mode: PR/PR res: [0x1345:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f38f expref: 184 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.011007:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873997952 00000100:00100000:3.0:1760456370.011016:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d3fb42b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+184:167593:x1845970873997248:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 166us (697us total) trans 0 rc 0/0 00010000:00010000:2.0:1760456370.011022:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000efd6499/0x3e4967fcee506617 lrc: 5/0,0 mode: PR/PR res: [0x1263:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eebf expref: 213 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.011031:0:164869:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006f7c080c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+420:85190:x1845970852989952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7099us (7161us total) trans 38654713842 rc 0/0 00000100:00100000:1.0:1760456370.011034:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:3.0:1760456370.011037:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1384 00000100:00100000:0.0:1760456370.011048:0:164869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19396 00000100:00100000:2.0:1760456370.011060:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873998016 00000100:00100000:3.0:1760456370.011067:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1385 00010000:00010000:2.0:1760456370.011074:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cd44bfe6/0x3e4967fcee5068cc lrc: 5/0,0 mode: PR/PR res: [0x1280:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef59 expref: 214 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.011078:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba25bce9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+183:167593:x1845970873997376:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1760456370.011093:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:0.0:1760456370.011093:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008e535057/2, rc 0, transno 8178 00010000:00010000:3.0:1760456370.011101:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b430a454/0x3e4967fcee50790a lrc: 5/0,0 mode: PR/PR res: [0x1339:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f2f5 expref: 183 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.011108:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e535057 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852989952:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456370.011109:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1386 00000100:00100000:1.0:1760456370.011123:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456370.011126:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b430a454/0x3e4967fcee50790a lrc: 4/0,0 mode: PR/PR res: [0x1339:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f2f5 expref: 183 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.011137:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000049733773 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+183:167595:x1845970873997440:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1760456370.011147:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.011149:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.011151:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.011155:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000554e8914/0x3e4967fcee50e487 lrc: 3/0,1 mode: PW/PW res: [0x1339:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.011157:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f24bbf13/0x3e4967fcee5079c7 lrc: 5/0,0 mode: PR/PR res: [0x1338:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f31f expref: 183 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.011160:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1760456370.011173:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000e8386e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852991744:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456370.011176:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000554e8914/0x3e4967fcee50e487 lrc: 4/0,1 mode: PW/PW res: [0x1339:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.011188:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f24bbf13/0x3e4967fcee5079c7 lrc: 4/0,0 mode: PR/PR res: [0x1338:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f31f expref: 183 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.011197:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456370.011209:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1760456370.011210:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.011212:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.011216:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000edf3a6a2/0x3e4967fcee50e48e lrc: 3/0,1 mode: PW/PW res: [0x1338:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.011218:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456370.011225:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000edf3a6a2/0x3e4967fcee50e48e lrc: 4/0,1 mode: PW/PW res: [0x1338:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.011227:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba25bce9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+183:167593:x1845970873997376:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 150us (867us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.011244:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1385 00010000:00010000:2.0:1760456370.011249:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1760456370.011259:0:164869:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852991744 00000100:00100000:3.0:1760456370.011268:0:122344:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873998080 00000100:00100000:2.0:1760456370.011273:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000049733773 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+182:167595:x1845970873997440:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 141us (883us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.011280:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1386 00010000:00010000:3.0:1760456370.011287:0:122344:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e39432c0/0x3e4967fcee50694a lrc: 5/0,0 mode: PR/PR res: [0x127f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef75 expref: 215 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.011294:0:164869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19410 00000100:00100000:2.0:1760456370.011302:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873998144 00000100:00100000:0.0:1760456370.011306:0:164869:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008aa02e8a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+420:85189:x1845970852991744:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456370.011316:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000018e788b1/0x3e4967fcee507bfe lrc: 5/0,0 mode: PR/PR res: [0x134f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f39d expref: 182 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.011324:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1387 00000100:00100000:3.0:1760456370.011332:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2ec6235 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+215:167593:x1845970873997504:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00002000:00080000:0.0:1760456370.011333:0:164869:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4939 count 1 00010000:00010000:3.0:1760456370.011345:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1760456370.011349:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1388 00010000:00010000:0.0:1760456370.011349:0:164869:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e4e2 lrc: 3/0,1 mode: --/PW res: [0x134b:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.011352:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bc173a5c/0x3e4967fcee506713 lrc: 5/0,0 mode: PR/PR res: [0x126f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eef7 expref: 215 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.011363:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000079f54544 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+182:167596:x1845970873997568:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1760456370.011379:0:164869:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000aa7540a6/0x3e4967fcee507c7c lrc: 2/0,0 mode: PR/PR res: [0x134b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f3b9 expref: 182 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.011381:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bc173a5c/0x3e4967fcee506713 lrc: 4/0,0 mode: PR/PR res: [0x126f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eef7 expref: 215 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.011381:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.011390:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000097a5d659/0x3e4967fcee507b02 lrc: 4/0,0 mode: PR/PR res: [0x1343:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f365 expref: 182 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.011402:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.011404:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.011407:0:164869:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e4e2 lrc: 4/0,1 mode: --/PW res: [0x134b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.011415:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.011415:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000097a5d659/0x3e4967fcee507b02 lrc: 3/0,0 mode: PR/PR res: [0x1343:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f365 expref: 182 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.011419:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.011422:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e49c lrc: 3/0,1 mode: PW/PW res: [0x126f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.011434:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e49c lrc: 4/0,1 mode: PW/PW res: [0x126f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.011436:0:164869:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000aa7540a6/0x3e4967fcee507c7c lrc: 3/0,0 mode: PR/PR res: [0x134b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f3b9 expref: 182 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.011438:0:122921:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bc173a5c/0x3e4967fcee506713 lrc: 0/0,0 mode: --/PR res: [0x126f:0x0:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eef7 expref: 215 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.011441:0:86473:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000097a5d659/0x3e4967fcee507b02 lrc: 0/0,0 mode: --/PR res: [0x1343:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f365 expref: 182 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.011469:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.011469:0:164869:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000aa7540a6/0x3e4967fcee507c7c lrc: 4/0,0 mode: PR/PR res: [0x134b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f3b9 expref: 181 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.011471:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.011474:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.011477:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000d7625fd/0x3e4967fcee50e4a3 lrc: 3/0,1 mode: PW/PW res: [0x1343:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.011489:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d7625fd/0x3e4967fcee50e4a3 lrc: 4/0,1 mode: PW/PW res: [0x1343:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.011489:0:164869:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008d9adf20 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:164869:1845970852991808:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.011502:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2ec6235 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+214:167593:x1845970873997504:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 166us (1085us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456370.011508:0:122921:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000268ddb71 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:122921:1845970852990528:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.011539:0:164869:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ead0540c going to sleep for 6 seconds 00010000:00010000:2.0:1760456370.011542:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1760456370.011543:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1387 00010000:00010000:1.0:1760456370.011544:0:122921:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e49c lrc: 3/0,1 mode: PW/PW res: [0x126f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.011557:0:122921:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e49c lrc: 3/0,1 mode: PW/PW res: [0x126f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.011565:0:122921:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e49c lrc: 3/0,1 mode: PW/PW res: [0x126f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.011565:0:87237:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000d7625fd/0x3e4967fcee50e4a3 lrc: 3/0,1 mode: PW/PW res: [0x1343:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.011570:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000079f54544 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+181:167596:x1845970873997568:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 207us (907us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.011576:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1389 00000100:00100000:3.0:1760456370.011590:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000056f17ef9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+213:167596:x1845970873997632:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1760456370.011590:0:87237:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000d7625fd/0x3e4967fcee50e4a3 lrc: 3/0,1 mode: PW/PW res: [0x1343:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.011591:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1388 00010000:00010000:1.0:1760456370.011592:0:122921:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e49c lrc: 3/0,1 mode: PW/PW res: [0x126f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.011607:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.011615:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000381dd205/0x3e4967fcee506752 lrc: 5/0,0 mode: PR/PR res: [0x126e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef05 expref: 213 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.011615:0:122921:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e49c lrc: 2/0,0 mode: PW/PW res: [0x126f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.011632:0:87237:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000d7625fd/0x3e4967fcee50e4a3 lrc: 3/0,1 mode: PW/PW res: [0x1343:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.011643:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1390 00000100:00100000:2.0:1760456370.011655:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a100ee31 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+213:167596:x1845970873997696:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1760456370.011659:0:87237:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000d7625fd/0x3e4967fcee50e4a3 lrc: 2/0,0 mode: PW/PW res: [0x1343:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.011662:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000381dd205/0x3e4967fcee506752 lrc: 4/0,0 mode: PR/PR res: [0x126e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef05 expref: 213 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.011663:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456370.011664:0:122921:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1760456370.011671:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000206f7ff6/0x3e4967fcee506791 lrc: 4/0,0 mode: PR/PR res: [0x1275:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef13 expref: 213 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.011692:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000206f7ff6/0x3e4967fcee506791 lrc: 3/0,0 mode: PR/PR res: [0x1275:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef13 expref: 213 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.011695:0:87237:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1760456370.011696:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.011699:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.011702:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50e4aa lrc: 3/0,1 mode: PW/PW res: [0x126e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.011705:0:86473:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000206f7ff6/0x3e4967fcee506791 lrc: 0/0,0 mode: --/PR res: [0x1275:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef13 expref: 213 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.011720:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50e4aa lrc: 4/0,1 mode: PW/PW res: [0x126e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.011725:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.011728:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.011731:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50e4b1 lrc: 3/0,1 mode: PW/PW res: [0x1275:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.011737:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50e4b1 lrc: 4/0,1 mode: PW/PW res: [0x1275:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.011740:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456370.011757:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1760456370.011769:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000056f17ef9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+212:167596:x1845970873997632:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 181us (1073us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.011779:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1389 00000100:00100000:2.0:1760456370.011784:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a100ee31 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+212:167596:x1845970873997696:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 129us (1024us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.011794:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1390 00000100:00100000:3.0:1760456370.011809:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1391 00000100:00100000:3.0:1760456370.011815:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd2635ca pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+210:167595:x1845970873997824:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00000100:00100000:2.0:1760456370.011823:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1392 00010000:00010000:3.0:1760456370.011825:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.011833:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b3a6bfb2/0x3e4967fcee50684e lrc: 5/0,0 mode: PR/PR res: [0x1273:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef3d expref: 210 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.011835:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000010d4277f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+180:167596:x1845970873997760:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1760456370.011851:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b3a6bfb2/0x3e4967fcee50684e lrc: 4/0,0 mode: PR/PR res: [0x1273:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef3d expref: 210 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.011851:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.011861:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000082d3d5de/0x3e4967fcee507b80 lrc: 4/0,0 mode: PR/PR res: [0x1344:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f381 expref: 180 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.011870:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.011873:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.011876:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a36cd9c0/0x3e4967fcee50e4c6 lrc: 3/0,1 mode: PW/PW res: [0x1273:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.011876:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000082d3d5de/0x3e4967fcee507b80 lrc: 3/0,0 mode: PR/PR res: [0x1344:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f381 expref: 180 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.011896:0:87237:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009525173 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+421:85190:x1845970852990592:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5765us (6250us total) trans 38654713843 rc 0/0 00010000:00010000:3.0:1760456370.011899:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a36cd9c0/0x3e4967fcee50e4c6 lrc: 4/0,1 mode: PW/PW res: [0x1273:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.011905:0:86473:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000082d3d5de/0x3e4967fcee507b80 lrc: 0/0,0 mode: --/PR res: [0x1344:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f381 expref: 180 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.011906:0:87237:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19401 00010000:00010000:2.0:1760456370.011928:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.011930:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.011933:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456370.011933:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000024a38e54/0x3e4967fcee50e4b8 lrc: 3/0,1 mode: PW/PW res: [0x1344:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1760456370.011941:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008728c0c8/2, rc 0, transno 8179 00010000:00010000:2.0:1760456370.011943:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000024a38e54/0x3e4967fcee50e4b8 lrc: 4/0,1 mode: PW/PW res: [0x1344:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.011949:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008728c0c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852990592:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1760456370.011961:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd2635ca pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+210:167595:x1845970873997824:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 144us (1129us total) trans 0 rc 0/0 00010000:00010000:2.0:1760456370.011965:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1760456370.011975:0:122921:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a621428d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+442:85190:x1845970852990400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7178us (7272us total) trans 12884911273 rc 0/0 00000100:00100000:3.0:1760456370.011976:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1391 00000100:00100000:0.0:1760456370.011984:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ea55455 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852991872:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456370.011991:0:122921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19400 00000100:00100000:2.0:1760456370.011992:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000010d4277f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+179:167596:x1845970873997760:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 156us (1127us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.012000:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1392 00000100:00100000:3.0:1760456370.012006:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1393 00000100:00100000:0.0:1760456370.012011:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1760456370.012016:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058747fad pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+178:167595:x1845970873997888:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1760456370.012018:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:2.0:1760456370.012023:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1394 00010000:00010000:1.0:1760456370.012024:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e49c lrc: 2/0,0 mode: PW/PW res: [0x126f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.012028:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1760456370.012032:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000847714ce pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+209:167596:x1845970873997952:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1760456370.012037:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000057555a9e/0x3e4967fcee507bbf lrc: 5/0,0 mode: PR/PR res: [0x1345:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f38f expref: 178 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.012045:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005b2472ce already unused, calling callback (0000000049577fce) 00010000:00010000:2.0:1760456370.012046:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:0.0:1760456370.012047:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ff4c5358/2, rc 0, transno 9385 00010000:00010000:1.0:1760456370.012049:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e49c lrc: 2/0,0 mode: PW/PW res: [0x126f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.012053:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000efd6499/0x3e4967fcee506617 lrc: 5/0,0 mode: PR/PR res: [0x1263:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eebf expref: 209 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.012059:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000057555a9e/0x3e4967fcee507bbf lrc: 4/0,0 mode: PR/PR res: [0x1345:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f38f expref: 178 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.012059:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ff4c5358 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852990400:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.012072:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e49c lrc: 3/0,0 mode: PW/PW res: [0x126f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.012086:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000efd6499/0x3e4967fcee506617 lrc: 4/0,0 mode: PR/PR res: [0x1263:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eebf expref: 209 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.012095:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ac03c78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852991936:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.012097:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.012100:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.012102:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e49c lrc: 1/0,0 mode: --/PW res: [0x126f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.012104:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e4bf lrc: 3/0,1 mode: PW/PW res: [0x1345:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.012107:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.012110:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.012112:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e495 lrc: 3/0,1 mode: PW/PW res: [0x1263:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.012120:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1760456370.012125:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e49c lrc: 0/0,0 mode: --/PW res: [0x126f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.012129:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e4bf lrc: 4/0,1 mode: PW/PW res: [0x1345:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.012135:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e495 lrc: 4/0,1 mode: PW/PW res: [0x1263:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.012138:0:88855:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50e4b1 lrc: 3/0,1 mode: PW/PW res: [0x1275:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.012158:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.012159:0:88855:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50e4b1 lrc: 3/0,1 mode: PW/PW res: [0x1275:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.012162:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000d7625fd/0x3e4967fcee50e4a3 lrc: 2/0,0 mode: PW/PW res: [0x1343:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.012165:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456370.012167:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.012172:0:88855:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50e4b1 lrc: 3/0,1 mode: PW/PW res: [0x1275:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.012177:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000d7625fd already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.012179:0:88855:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50e4b1 lrc: 2/0,0 mode: PW/PW res: [0x1275:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.012182:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000d7625fd/0x3e4967fcee50e4a3 lrc: 2/0,0 mode: PW/PW res: [0x1343:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.012194:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058747fad pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+178:167595:x1845970873997888:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 178us (1256us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456370.012194:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000d7625fd/0x3e4967fcee50e4a3 lrc: 3/0,0 mode: PW/PW res: [0x1343:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.012195:0:88855:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1760456370.012201:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000847714ce pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+209:167596:x1845970873997952:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 168us (1214us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.012204:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.012210:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50e4b1 lrc: 2/0,0 mode: PW/PW res: [0x1275:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.012220:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1393 00010000:00010000:1.0:1760456370.012223:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000d7625fd/0x3e4967fcee50e4a3 lrc: 1/0,0 mode: --/PW res: [0x1343:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.012225:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001812ae55 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.012229:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50e4b1 lrc: 2/0,0 mode: PW/PW res: [0x1275:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.012231:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1394 00010000:00010000:1.0:1760456370.012245:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000d7625fd/0x3e4967fcee50e4a3 lrc: 0/0,0 mode: --/PW res: [0x1343:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.012246:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1395 00010000:00010000:0.0:1760456370.012246:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50e4b1 lrc: 3/0,0 mode: PW/PW res: [0x1275:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.012260:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1396 00000100:00100000:3.0:1760456370.012261:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009781145f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+208:167595:x1845970873998016:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00000100:00100000:2.0:1760456370.012269:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a4abf19e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+208:167595:x1845970873998080:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1760456370.012273:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50e4b1 lrc: 1/0,0 mode: --/PW res: [0x1275:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.012275:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456370.012277:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.012278:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456370.012281:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.012283:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cd44bfe6/0x3e4967fcee5068cc lrc: 5/0,0 mode: PR/PR res: [0x1280:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef59 expref: 208 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.012285:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e39432c0/0x3e4967fcee50694a lrc: 5/0,0 mode: PR/PR res: [0x127f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef75 expref: 208 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.012286:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.012286:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50e4b1 lrc: 0/0,0 mode: --/PW res: [0x1275:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.012294:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1760456370.012310:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1397 00010000:00010000:3.0:1760456370.012315:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cd44bfe6/0x3e4967fcee5068cc lrc: 4/0,0 mode: PR/PR res: [0x1280:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef59 expref: 208 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.012317:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e39432c0/0x3e4967fcee50694a lrc: 4/0,0 mode: PR/PR res: [0x127f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef75 expref: 208 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.012320:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1760456370.012322:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e675863b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+177:167595:x1845970873998144:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1760456370.012323:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.012325:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.012333:0:87410:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000024a38e54/0x3e4967fcee50e4b8 lrc: 3/0,1 mode: PW/PW res: [0x1344:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.012338:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456370.012346:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000018e788b1/0x3e4967fcee507bfe lrc: 5/0,0 mode: PR/PR res: [0x134f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f39d expref: 177 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.012349:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.012350:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.012352:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.012354:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.012356:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001482aae9/0x3e4967fcee50e4cd lrc: 3/0,1 mode: PW/PW res: [0x1280:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.012358:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000c03b33d/0x3e4967fcee50e4d4 lrc: 3/0,1 mode: PW/PW res: [0x127f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.012358:0:87410:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000024a38e54/0x3e4967fcee50e4b8 lrc: 3/0,1 mode: PW/PW res: [0x1344:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.012375:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000018e788b1/0x3e4967fcee507bfe lrc: 4/0,0 mode: PR/PR res: [0x134f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f39d expref: 177 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.012380:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001482aae9/0x3e4967fcee50e4cd lrc: 4/0,1 mode: PW/PW res: [0x1280:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.012385:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000c03b33d/0x3e4967fcee50e4d4 lrc: 4/0,1 mode: PW/PW res: [0x127f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.012385:0:87410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000024a38e54/0x3e4967fcee50e4b8 lrc: 3/0,1 mode: PW/PW res: [0x1344:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.012410:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.012411:0:87410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000024a38e54/0x3e4967fcee50e4b8 lrc: 2/0,0 mode: PW/PW res: [0x1344:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.012413:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456370.012413:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.012418:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456370.012418:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e4db lrc: 3/0,1 mode: PW/PW res: [0x134f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.012425:0:87410:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.012428:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e4db lrc: 4/0,1 mode: PW/PW res: [0x134f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.012437:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009781145f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+208:167595:x1845970873998016:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 177us (1411us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.012441:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a4abf19e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+208:167595:x1845970873998080:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 168us (1317us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.012453:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1395 00010000:00010000:1.0:1760456370.012459:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1760456370.012460:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1396 00000100:00100000:1.0:1760456370.012484:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e675863b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+177:167595:x1845970873998144:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 163us (1268us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456370.012494:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1397 00010000:00010000:1.0:1760456370.012547:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.012551:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000024a38e54/0x3e4967fcee50e4b8 lrc: 2/0,0 mode: PW/PW res: [0x1344:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.012560:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000024a38e54 already unused, calling callback (0000000049577fce) 00010000:00010000:2.0:1760456370.012563:0:122906:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f24bbf13/0x3e4967fcee5079c7 lrc: 0/0,0 mode: --/PR res: [0x1338:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f31f expref: 176 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.012563:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000024a38e54/0x3e4967fcee50e4b8 lrc: 2/0,0 mode: PW/PW res: [0x1344:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.012582:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000024a38e54/0x3e4967fcee50e4b8 lrc: 3/0,0 mode: PW/PW res: [0x1344:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.012585:0:122906:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000485ac8cf pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:122906:1845970852990336:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.012604:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000024a38e54/0x3e4967fcee50e4b8 lrc: 1/0,0 mode: --/PW res: [0x1344:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.012605:0:122906:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000edf3a6a2/0x3e4967fcee50e48e lrc: 3/0,1 mode: PW/PW res: [0x1338:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.012633:0:87410:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000033890ec1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+421:85190:x1845970852990976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5559us (5619us total) trans 38654713844 rc 0/0 00010000:00010000:2.0:1760456370.012634:0:122906:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000edf3a6a2/0x3e4967fcee50e48e lrc: 3/0,1 mode: PW/PW res: [0x1338:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.012635:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000024a38e54/0x3e4967fcee50e4b8 lrc: 0/0,0 mode: --/PW res: [0x1344:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.012649:0:87410:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19404 00010000:00010000:2.0:1760456370.012663:0:122906:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000edf3a6a2/0x3e4967fcee50e48e lrc: 3/0,1 mode: PW/PW res: [0x1338:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.012668:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.012670:0:122906:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000edf3a6a2/0x3e4967fcee50e48e lrc: 3/0,1 mode: PW/PW res: [0x1338:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.012672:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.012672:0:87410:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852991872 00010000:00010000:1.0:1760456370.012677:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.012678:0:122906:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000edf3a6a2/0x3e4967fcee50e48e lrc: 2/0,0 mode: PW/PW res: [0x1338:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.012695:0:87410:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852991936 00010000:00010000:1.0:1760456370.012705:0:164868:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000057555a9e/0x3e4967fcee507bbf lrc: 0/0,0 mode: --/PR res: [0x1345:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f38f expref: 175 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.012714:0:87410:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19411 00000100:00100000:1.0:1760456370.012721:0:164868:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c887b366 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:164868:1845970852991360:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.012723:0:87410:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000de267599 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+421:85189:x1845970852991872:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456370.012741:0:164871:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000381dd205/0x3e4967fcee506752 lrc: 0/0,0 mode: --/PR res: [0x126e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef05 expref: 206 pid: 122920 timeout: 4721 lvb_type: 1 00002000:00080000:0.0:1760456370.012741:0:87410:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4934 count 1 00010000:00010000:1.0:1760456370.012742:0:164868:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e4bf lrc: 3/0,1 mode: PW/PW res: [0x1345:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.012754:0:87410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e4e9 lrc: 3/0,1 mode: --/PW res: [0x1346:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.012759:0:122906:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.012768:0:164868:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e4bf lrc: 3/0,1 mode: PW/PW res: [0x1345:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.012787:0:87410:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006b027c00/0x3e4967fcee507cfa lrc: 2/0,0 mode: PR/PR res: [0x1346:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f3d5 expref: 174 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.012788:0:164871:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000efc88065 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:164871:1845970852990848:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.012801:0:87410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.012804:0:87410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.012806:0:87410:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e4e9 lrc: 4/0,1 mode: --/PW res: [0x1346:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.012809:0:164871:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50e4aa lrc: 3/0,1 mode: PW/PW res: [0x126e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.012820:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456370.012822:0:164871:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50e4aa lrc: 3/0,1 mode: PW/PW res: [0x126e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.012825:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000edf3a6a2/0x3e4967fcee50e48e lrc: 2/0,0 mode: PW/PW res: [0x1338:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.012828:0:164868:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e4bf lrc: 3/0,1 mode: PW/PW res: [0x1345:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.012845:0:164871:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50e4aa lrc: 3/0,1 mode: PW/PW res: [0x126e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.012847:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000edf3a6a2 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.012851:0:164868:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e4bf lrc: 3/0,1 mode: PW/PW res: [0x1345:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.012852:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000edf3a6a2/0x3e4967fcee50e48e lrc: 2/0,0 mode: PW/PW res: [0x1338:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.012869:0:164871:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50e4aa lrc: 3/0,1 mode: PW/PW res: [0x126e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.012874:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000edf3a6a2/0x3e4967fcee50e48e lrc: 3/0,0 mode: PW/PW res: [0x1338:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.012876:0:164868:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e4bf lrc: 2/0,0 mode: PW/PW res: [0x1345:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.012883:0:164871:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50e4aa lrc: 2/0,0 mode: PW/PW res: [0x126e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.012901:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000edf3a6a2/0x3e4967fcee50e48e lrc: 1/0,0 mode: --/PW res: [0x1338:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.012908:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000edf3a6a2/0x3e4967fcee50e48e lrc: 0/0,0 mode: --/PW res: [0x1338:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.012912:0:122906:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009623f854 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+422:85189:x1845970852990144:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8439us (8569us total) trans 38654713845 rc 0/0 00010000:00010000:1.0:1760456370.012912:0:164868:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1760456370.012920:0:164871:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1760456370.012927:0:122906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19398 00010000:00010000:0.0:1760456370.012937:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1760456370.012940:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e4bf lrc: 2/0,0 mode: PW/PW res: [0x1345:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.012946:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000498dbf39 already unused, calling callback (0000000049577fce) 00000100:00100000:2.0:1760456370.012949:0:122906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19412 00010000:00010000:0.0:1760456370.012951:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e4bf lrc: 2/0,0 mode: PW/PW res: [0x1345:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.012957:0:122906:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d0dc5f8a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+442:85190:x1845970852991936:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456370.012964:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e4bf lrc: 3/0,0 mode: PW/PW res: [0x1345:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1760456370.012972:0:122906:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4754 count 1 00010000:00010000:0.0:1760456370.012974:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e4bf lrc: 1/0,0 mode: --/PW res: [0x1345:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.012980:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e4bf lrc: 0/0,0 mode: --/PW res: [0x1345:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.012986:0:122906:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e4f0 lrc: 3/0,1 mode: --/PW res: [0x1292:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.012996:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1760456370.012997:0:122906:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000046a22361/0x3e4967fcee5069c8 lrc: 2/0,0 mode: PR/PR res: [0x1292:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef91 expref: 205 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.013000:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50e4aa lrc: 2/0,0 mode: PW/PW res: [0x126e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.013026:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001efa1cc8 already unused, calling callback (0000000049577fce) 00010000:00010000:2.0:1760456370.013029:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.013030:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50e4aa lrc: 2/0,0 mode: PW/PW res: [0x126e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.013031:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.013034:0:122906:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e4f0 lrc: 4/0,1 mode: --/PW res: [0x1292:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.013041:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50e4aa lrc: 3/0,0 mode: PW/PW res: [0x126e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.013054:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50e4aa lrc: 1/0,0 mode: --/PW res: [0x126e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.013057:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50e4aa lrc: 0/0,0 mode: --/PW res: [0x126e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.013062:0:122906:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000046a22361/0x3e4967fcee5069c8 lrc: 3/0,0 mode: PR/PR res: [0x1292:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef91 expref: 205 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.013072:0:122906:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000046a22361/0x3e4967fcee5069c8 lrc: 4/0,0 mode: PR/PR res: [0x1292:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef91 expref: 205 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.013072:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.013086:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.013088:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.013095:0:122906:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000004d33530 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:122906:1845970852992000:192.168.203.34@tcp:104: 00000004:00080000:0.0:1760456370.013115:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003de6c4eb/2, rc 0, transno 8181 00000100:00100000:0.0:1760456370.013125:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003de6c4eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852990144:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456370.013147:0:122906:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a7250c91 going to sleep for 6 seconds 00000004:00080000:0.0:1760456370.013179:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000007ffb9099/2, rc 0, transno 8180 00000100:00100000:2.0:1760456370.013182:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000158d9209 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852992064:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456370.013191:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ffb9099 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852990976:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456370.013213:0:164870:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000088839f4b/0x3e4967fcee50e479 lrc: 3/0,1 mode: PW/PW res: [0x1336:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.013214:0:164868:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000011e32d4f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+422:85191:x1845970852991040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5828us (6041us total) trans 38654713846 rc 0/0 00000100:00100000:2.0:1760456370.013226:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456370.013231:0:164870:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000088839f4b/0x3e4967fcee50e479 lrc: 3/0,1 mode: PW/PW res: [0x1336:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.013232:0:164868:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19405 00000100:00100000:0.0:1760456370.013233:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1760456370.013242:0:164870:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000088839f4b/0x3e4967fcee50e479 lrc: 3/0,1 mode: PW/PW res: [0x1336:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.013248:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c683663 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852992128:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1760456370.013254:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000004c9254d8/2, rc 0, transno 8182 00010000:00010000:3.0:1760456370.013257:0:164870:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000088839f4b/0x3e4967fcee50e479 lrc: 2/0,0 mode: PW/PW res: [0x1336:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.013263:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004c9254d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852991040:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456370.013271:0:164870:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1760456370.013294:0:164867:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b430a454/0x3e4967fcee50790a lrc: 0/0,0 mode: --/PR res: [0x1339:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f2f5 expref: 174 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.013295:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456370.013297:0:164868:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852992064 00000100:00100000:2.0:1760456370.013310:0:164867:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000049b1a4e5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:164867:1845970852990208:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456370.013324:0:164868:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852992128 00010000:00010000:2.0:1760456370.013326:0:164867:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000554e8914/0x3e4967fcee50e487 lrc: 3/0,1 mode: PW/PW res: [0x1339:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.013327:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.013331:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000088839f4b/0x3e4967fcee50e479 lrc: 2/0,0 mode: PW/PW res: [0x1336:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.013343:0:164868:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19413 00010000:00010000:0.0:1760456370.013349:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000088839f4b already unused, calling callback (0000000049577fce) 00010000:00010000:2.0:1760456370.013352:0:164867:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000554e8914/0x3e4967fcee50e487 lrc: 3/0,1 mode: PW/PW res: [0x1339:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.013353:0:164868:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000df56cdea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+423:85191:x1845970852992064:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1760456370.013354:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000088839f4b/0x3e4967fcee50e479 lrc: 2/0,0 mode: PW/PW res: [0x1336:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.013373:0:164867:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000554e8914/0x3e4967fcee50e487 lrc: 3/0,1 mode: PW/PW res: [0x1339:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.013375:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000088839f4b/0x3e4967fcee50e479 lrc: 3/0,0 mode: PW/PW res: [0x1336:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1760456370.013382:0:164868:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4938 count 1 00010000:00010000:2.0:1760456370.013386:0:164867:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000554e8914/0x3e4967fcee50e487 lrc: 3/0,1 mode: PW/PW res: [0x1339:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.013394:0:164867:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000554e8914/0x3e4967fcee50e487 lrc: 2/0,0 mode: PW/PW res: [0x1339:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.013397:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000088839f4b/0x3e4967fcee50e479 lrc: 1/0,0 mode: --/PW res: [0x1336:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.013398:0:164868:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e4f7 lrc: 3/0,1 mode: --/PW res: [0x134a:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.013412:0:164867:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.013413:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000088839f4b/0x3e4967fcee50e479 lrc: 0/0,0 mode: --/PW res: [0x1336:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.013421:0:164870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd3fd54a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+424:85188:x1845970852989760:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10372us (10432us total) trans 38654713847 rc 0/0 00010000:00010000:1.0:1760456370.013422:0:164868:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000aef35deb/0x3e4967fcee507df6 lrc: 2/0,0 mode: PR/PR res: [0x134a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f40d expref: 173 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.013440:0:164870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19395 00010000:00010000:0.0:1760456370.013449:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1760456370.013465:0:164870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19414 00000100:00100000:3.0:1760456370.013472:0:164870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000441b19ef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+423:85189:x1845970852992128:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1760456370.013473:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000554e8914/0x3e4967fcee50e487 lrc: 2/0,0 mode: PW/PW res: [0x1339:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.013483:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000554e8914 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.013486:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000554e8914/0x3e4967fcee50e487 lrc: 2/0,0 mode: PW/PW res: [0x1339:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1760456370.013491:0:164870:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4952 count 1 00010000:00010000:0.0:1760456370.013491:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000554e8914/0x3e4967fcee50e487 lrc: 3/0,0 mode: PW/PW res: [0x1339:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.013504:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000554e8914/0x3e4967fcee50e487 lrc: 1/0,0 mode: --/PW res: [0x1339:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.013507:0:164870:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009389ebef/0x3e4967fcee50e4fe lrc: 3/0,1 mode: --/PW res: [0x1358:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.013525:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000554e8914/0x3e4967fcee50e487 lrc: 0/0,0 mode: --/PW res: [0x1339:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.013542:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.013544:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.013547:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.013550:0:164870:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007f4e86c1/0x3e4967fcee507e35 lrc: 2/0,0 mode: PR/PR res: [0x1358:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f41b expref: 173 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.013558:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.013562:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.013564:0:164870:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009389ebef/0x3e4967fcee50e4fe lrc: 4/0,1 mode: --/PW res: [0x1358:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.013574:0:164868:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.013577:0:164868:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.013580:0:164868:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e4f7 lrc: 4/0,1 mode: --/PW res: [0x134a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.013596:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.013633:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fcdb5ded pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852992192:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456370.013643:0:164867:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004b671a5e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+424:85190:x1845970852990080:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9406us (9481us total) trans 38654713848 rc 0/0 00010000:00010000:1.0:1760456370.013655:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.013658:0:164867:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19397 00010000:00010000:3.0:1760456370.013675:0:164870:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007f4e86c1/0x3e4967fcee507e35 lrc: 3/0,0 mode: PR/PR res: [0x1358:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f41b expref: 173 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.013677:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.013688:0:122905:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000efd6499/0x3e4967fcee506617 lrc: 0/0,0 mode: --/PR res: [0x1263:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49eebf expref: 205 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.013691:0:164870:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007f4e86c1/0x3e4967fcee507e35 lrc: 4/0,0 mode: PR/PR res: [0x1358:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f41b expref: 173 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.013710:0:122905:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e6d09192 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:122905:1845970852990464:192.168.203.34@tcp:104: 00000004:00080000:0.0:1760456370.013726:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000701cdd97/2, rc 0, transno 8183 00010000:00010000:2.0:1760456370.013733:0:122905:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e495 lrc: 3/0,1 mode: PW/PW res: [0x1263:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.013739:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000701cdd97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852989760:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1760456370.013741:0:164870:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000efc88065 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:164870:1845970852992256:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.013746:0:122905:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e495 lrc: 3/0,1 mode: PW/PW res: [0x1263:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.013754:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.013755:0:122905:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e495 lrc: 3/0,1 mode: PW/PW res: [0x1263:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.013761:0:122905:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e495 lrc: 3/0,1 mode: PW/PW res: [0x1263:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.013766:0:122905:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e495 lrc: 2/0,0 mode: PW/PW res: [0x1263:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.013772:0:122921:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852992192 00010000:00010000:2.0:1760456370.013787:0:122905:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.013790:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.013794:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e495 lrc: 2/0,0 mode: PW/PW res: [0x1263:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.013801:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000012cc2455 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.013804:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e495 lrc: 2/0,0 mode: PW/PW res: [0x1263:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.013808:0:122921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19415 00010000:00010000:0.0:1760456370.013815:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e495 lrc: 3/0,0 mode: PW/PW res: [0x1263:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.013818:0:122921:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009613b9ea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+424:85189:x1845970852992192:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1760456370.013834:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e495 lrc: 1/0,0 mode: --/PW res: [0x1263:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1760456370.013835:0:122921:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4944 count 1 00000100:00100000:3.0:1760456370.013859:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:1.0:1760456370.013860:0:122921:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000058314f92/0x3e4967fcee50e505 lrc: 3/0,1 mode: --/PW res: [0x1350:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.013860:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e495 lrc: 0/0,0 mode: --/PW res: [0x1263:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.013886:0:122921:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000069c11fe3/0x3e4967fcee507e74 lrc: 2/0,0 mode: PR/PR res: [0x1350:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f429 expref: 173 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.013894:0:88636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873998208 00010000:00010000:0.0:1760456370.013896:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.013900:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.013903:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.013921:0:88636:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000aa7540a6/0x3e4967fcee507c7c lrc: 5/0,0 mode: PR/PR res: [0x134b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f3b9 expref: 174 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.013932:0:164869:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008d9adf20 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:164869:1845970852991808:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.013947:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1760456370.013953:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1398 00010000:00010000:0.0:1760456370.013954:0:164869:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e4e2 lrc: 3/0,1 mode: --/PW res: [0x134b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.013965:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b4c05355 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+174:167594:x1845970873998208:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1760456370.013976:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.013981:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000aa7540a6/0x3e4967fcee507c7c lrc: 4/0,0 mode: PR/PR res: [0x134b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f3b9 expref: 174 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.013992:0:122905:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000043ab4bcb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+444:85188:x1845970852990272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9372us (9432us total) trans 12884911275 rc 0/0 00000004:00080000:0.0:1760456370.013992:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006e842412/2, rc 0, transno 8184 00010000:00010000:3.0:1760456370.013995:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000aa7540a6/0x3e4967fcee507c7c lrc: 3/0,0 mode: PR/PR res: [0x134b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f3b9 expref: 174 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.014004:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e842412 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852990080:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456370.014008:0:122905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19399 00010000:00010000:1.0:1760456370.014012:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.014015:0:122921:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000058314f92/0x3e4967fcee50e505 lrc: 4/0,1 mode: --/PW res: [0x1350:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.014026:0:88636:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa7540a6/0x3e4967fcee507c7c lrc: 0/0,0 mode: --/PR res: [0x134b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f3b9 expref: 174 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.014047:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1760456370.014047:0:122906:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000004d33530 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:122906:1845970852992000:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.014058:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000055f93368 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852992320:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456370.014060:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.014060:0:122906:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e4f0 lrc: 3/0,1 mode: --/PW res: [0x1292:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.014063:0:122921:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000069c11fe3/0x3e4967fcee507e74 lrc: 3/0,0 mode: PR/PR res: [0x1350:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f429 expref: 173 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.014064:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e4e2 lrc: 3/0,1 mode: PW/PW res: [0x134b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.014085:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456370.014090:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e4e2 lrc: 4/0,1 mode: PW/PW res: [0x134b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.014091:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008d9adf20 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852992384:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456370.014093:0:122921:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000069c11fe3/0x3e4967fcee507e74 lrc: 4/0,0 mode: PR/PR res: [0x1350:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f429 expref: 173 pid: 122920 timeout: 4721 lvb_type: 1 00000004:00080000:0.0:1760456370.014120:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a3b8ee61/2, rc 0, transno 9387 00000100:00100000:1.0:1760456370.014124:0:122921:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000014f2e45a pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:122921:1845970852992448:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.014126:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1760456370.014131:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a3b8ee61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852990272:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.014138:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1760456370.014161:0:164867:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852992320 00000100:00100000:1.0:1760456370.014161:0:122921:0:(client.c:2500:ptlrpc_set_wait()) set 00000000dcb91708 going to sleep for 6 seconds 00000100:00100000:3.0:1760456370.014172:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b4c05355 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+173:167594:x1845970873998208:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 209us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1760456370.014174:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1760456370.014177:0:164867:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852992384 00000100:00100000:0.0:1760456370.014188:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c475a06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852992512:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.014194:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1398 00000100:00100000:2.0:1760456370.014194:0:164867:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19416 00010000:00010000:1.0:1760456370.014199:0:164868:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000aef35deb/0x3e4967fcee507df6 lrc: 3/0,0 mode: PR/PR res: [0x134a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f40d expref: 173 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1760456370.014205:0:164867:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002fadb4e5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+426:85190:x1845970852992320:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456370.014216:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1760456370.014221:0:164867:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4961 count 1 00010000:00010000:1.0:1760456370.014221:0:164868:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000aef35deb/0x3e4967fcee507df6 lrc: 4/0,0 mode: PR/PR res: [0x134a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f40d expref: 172 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.014234:0:164867:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c0db3901/0x3e4967fcee50e50c lrc: 3/0,1 mode: --/PW res: [0x1361:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.014236:0:164868:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000a6646d4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:164868:1845970852992576:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.014242:0:164869:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e4e2 lrc: 3/0,1 mode: PW/PW res: [0x134b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.014266:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456370.014271:0:164867:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000668f8869/0x3e4967fcee507f70 lrc: 2/0,0 mode: PR/PR res: [0x1361:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f461 expref: 172 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1760456370.014272:0:164868:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b6d66021 going to sleep for 6 seconds 00010000:00010000:0.0:1760456370.014274:0:164869:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e4e2 lrc: 3/0,1 mode: PW/PW res: [0x134b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.014290:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.014293:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.014293:0:164869:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e4e2 lrc: 3/0,1 mode: PW/PW res: [0x134b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.014295:0:164867:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c0db3901/0x3e4967fcee50e50c lrc: 4/0,1 mode: --/PW res: [0x1361:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.014307:0:164869:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e4e2 lrc: 2/0,0 mode: PW/PW res: [0x134b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.014310:0:170681:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000018e788b1/0x3e4967fcee507bfe lrc: 0/0,0 mode: --/PR res: [0x134f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f39d expref: 172 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.014322:0:164867:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000668f8869/0x3e4967fcee507f70 lrc: 3/0,0 mode: PR/PR res: [0x1361:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f461 expref: 172 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.014331:0:164869:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1760456370.014338:0:170681:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbed4e03 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:170681:1845970852991680:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.014341:0:164867:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000668f8869/0x3e4967fcee507f70 lrc: 4/0,0 mode: PR/PR res: [0x1361:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f461 expref: 171 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.014342:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.014347:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e4e2 lrc: 2/0,0 mode: PW/PW res: [0x134b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.014355:0:170681:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e4db lrc: 3/0,1 mode: PW/PW res: [0x134f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.014359:0:164867:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000049b1a4e5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:164867:1845970852992640:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.014362:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000273f8983 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.014367:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e4e2 lrc: 2/0,0 mode: PW/PW res: [0x134b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.014378:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e4e2 lrc: 3/0,0 mode: PW/PW res: [0x134b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.014381:0:88636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873998272 00010000:00010000:1.0:1760456370.014385:0:170681:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e4db lrc: 3/0,1 mode: PW/PW res: [0x134f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.014394:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e4e2 lrc: 1/0,0 mode: --/PW res: [0x134b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.014395:0:170681:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e4db lrc: 3/0,1 mode: PW/PW res: [0x134f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.014400:0:88636:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000046a22361/0x3e4967fcee5069c8 lrc: 4/0,0 mode: PR/PR res: [0x1292:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef91 expref: 205 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.014401:0:164867:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a7250c91 going to sleep for 6 seconds 00000100:00100000:2.0:1760456370.014420:0:122905:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852992512 00010000:00010000:0.0:1760456370.014421:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e4e2 lrc: 0/0,0 mode: --/PW res: [0x134b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.014446:0:122905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19417 00010000:00010000:0.0:1760456370.014450:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.014453:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.014454:0:122905:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000004d33530 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+426:85191:x1845970852992384:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1760456370.014455:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1399 00010000:00010000:0.0:1760456370.014456:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.014465:0:170681:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e4db lrc: 3/0,1 mode: PW/PW res: [0x134f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.014466:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000048953463 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+205:167596:x1845970873998272:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00002000:00080000:2.0:1760456370.014469:0:122905:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4963 count 1 00010000:00010000:1.0:1760456370.014481:0:170681:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e4db lrc: 2/0,0 mode: PW/PW res: [0x134f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.014483:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.014484:0:122905:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e513 lrc: 3/0,1 mode: --/PW res: [0x1363:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.014491:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000046a22361/0x3e4967fcee5069c8 lrc: 4/0,0 mode: PR/PR res: [0x1292:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef91 expref: 205 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.014534:0:170681:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456370.014538:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000046a22361/0x3e4967fcee5069c8 lrc: 3/0,0 mode: PR/PR res: [0x1292:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef91 expref: 205 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.014546:0:122905:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003674707c/0x3e4967fcee507fee lrc: 2/0,0 mode: PR/PR res: [0x1363:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f47d expref: 171 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.014556:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.014560:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e4db lrc: 2/0,0 mode: PW/PW res: [0x134f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.014565:0:88636:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000046a22361/0x3e4967fcee5069c8 lrc: 0/0,0 mode: --/PR res: [0x1292:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef91 expref: 205 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.014577:0:122905:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.014579:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000222c27c8 already unused, calling callback (0000000049577fce) 00010000:00010000:2.0:1760456370.014581:0:122905:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.014583:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e4db lrc: 2/0,0 mode: PW/PW res: [0x134f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.014585:0:122905:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e513 lrc: 4/0,1 mode: --/PW res: [0x1363:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.014590:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.014594:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.014597:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e4f0 lrc: 3/0,1 mode: PW/PW res: [0x1292:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.014614:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e4db lrc: 3/0,0 mode: PW/PW res: [0x134f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.014616:0:164869:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008aa02e8a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+427:85189:x1845970852991744:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3307us (3400us total) trans 38654713849 rc 0/0 00000100:00100000:0.0:1760456370.014648:0:164869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19410 00010000:00010000:2.0:1760456370.014649:0:122905:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003674707c/0x3e4967fcee507fee lrc: 3/0,0 mode: PR/PR res: [0x1363:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f47d expref: 171 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.014661:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e4db lrc: 1/0,0 mode: --/PW res: [0x134f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.014667:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e4f0 lrc: 4/0,1 mode: PW/PW res: [0x1292:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1760456370.014675:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000000e8386e/2, rc 0, transno 8185 00010000:00010000:2.0:1760456370.014676:0:122905:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003674707c/0x3e4967fcee507fee lrc: 4/0,0 mode: PR/PR res: [0x1363:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f47d expref: 171 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.014685:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e4db lrc: 0/0,0 mode: --/PW res: [0x134f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.014685:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000e8386e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852991744:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456370.014705:0:122905:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000485ac8cf pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:122905:1845970852992704:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.014714:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1760456370.014739:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006138cd1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852992768:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456370.014742:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.014745:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000048953463 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+204:167596:x1845970873998272:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 276us (486us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456370.014745:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.014746:0:122905:0:(client.c:2500:ptlrpc_set_wait()) set 0000000031e6bb7d going to sleep for 6 seconds 00010000:00010000:1.0:1760456370.014748:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.014758:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1399 00000100:00100000:0.0:1760456370.014770:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.014771:0:122906:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e4f0 lrc: 3/0,1 mode: PW/PW res: [0x1292:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.014778:0:122906:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e4f0 lrc: 3/0,1 mode: PW/PW res: [0x1292:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.014784:0:122906:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e4f0 lrc: 3/0,1 mode: PW/PW res: [0x1292:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.014791:0:122906:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e4f0 lrc: 2/0,0 mode: PW/PW res: [0x1292:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.014815:0:164869:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852992768 00010000:00010000:2.0:1760456370.014816:0:122906:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.014819:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.014823:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e4f0 lrc: 2/0,0 mode: PW/PW res: [0x1292:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.014830:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ebca686a already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.014833:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e4f0 lrc: 2/0,0 mode: PW/PW res: [0x1292:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.014838:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e4f0 lrc: 3/0,0 mode: PW/PW res: [0x1292:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.014841:0:164869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19418 00000100:00100000:0.0:1760456370.014858:0:164869:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8f3f581 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+444:85189:x1845970852992512:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1760456370.014873:0:164869:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4769 count 1 00010000:00010000:0.0:1760456370.014888:0:164869:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000021cd7e7b/0x3e4967fcee50e51a lrc: 3/0,1 mode: --/PW res: [0x12a1:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.014901:0:164869:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fb0ec11d/0x3e4967fcee506ac4 lrc: 2/0,0 mode: PR/PR res: [0x12a1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49efc9 expref: 203 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.014909:0:164870:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f3e92267 going to sleep for 6 seconds 00010000:00010000:0.0:1760456370.014909:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.014913:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.014916:0:164869:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000021cd7e7b/0x3e4967fcee50e51a lrc: 4/0,1 mode: --/PW res: [0x12a1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.014940:0:164869:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fb0ec11d/0x3e4967fcee506ac4 lrc: 3/0,0 mode: PR/PR res: [0x12a1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49efc9 expref: 203 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.014952:0:164869:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fb0ec11d/0x3e4967fcee506ac4 lrc: 4/0,0 mode: PR/PR res: [0x12a1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49efc9 expref: 203 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.014974:0:164869:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d7f319f3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:164869:1845970852992832:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.014975:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e4f0 lrc: 1/0,0 mode: --/PW res: [0x1292:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.014982:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e4f0 lrc: 0/0,0 mode: --/PW res: [0x1292:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.014996:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.014998:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.014999:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.015003:0:164869:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ead0540c going to sleep for 6 seconds 00000100:00100000:1.0:1760456370.015021:0:122921:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000014f2e45a pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:122921:1845970852992448:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.015024:0:122906:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d0dc5f8a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+445:85190:x1845970852991936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2065us (2906us total) trans 12884911276 rc 0/0 00000100:00100000:2.0:1760456370.015031:0:122906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19412 00010000:00010000:1.0:1760456370.015036:0:122921:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000058314f92/0x3e4967fcee50e505 lrc: 3/0,1 mode: --/PW res: [0x1350:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1760456370.015040:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003ac03c78/2, rc 0, transno 9388 00000100:00100000:2.0:1760456370.015051:0:122906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19419 00000100:00100000:0.0:1760456370.015055:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ac03c78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852991936:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.015058:0:122906:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004593ae5b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+427:85189:x1845970852992768:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1760456370.015072:0:122906:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4962 count 1 00010000:00010000:2.0:1760456370.015083:0:122906:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009c02871f/0x3e4967fcee50e521 lrc: 3/0,1 mode: --/PW res: [0x1362:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.015092:0:122906:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000078ee35c8/0x3e4967fcee50802d lrc: 2/0,0 mode: PR/PR res: [0x1362:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f48b expref: 171 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.015097:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.015099:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.015100:0:122906:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009c02871f/0x3e4967fcee50e521 lrc: 4/0,1 mode: --/PW res: [0x1362:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.015109:0:164871:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000075c42dd5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+444:85188:x1845970852990656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8740us (8801us total) trans 12884911274 rc 0/0 00010000:00010000:2.0:1760456370.015116:0:122906:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000078ee35c8/0x3e4967fcee50802d lrc: 3/0,0 mode: PR/PR res: [0x1362:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f48b expref: 171 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.015121:0:164871:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19402 00000004:00080000:0.0:1760456370.015121:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009a2d730a/2, rc 0, transno 9386 00010000:00010000:2.0:1760456370.015130:0:122906:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000078ee35c8/0x3e4967fcee50802d lrc: 4/0,0 mode: PR/PR res: [0x1362:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f48b expref: 171 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.015135:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009a2d730a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852990656:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.015140:0:122906:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008b4c513a pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:122906:1845970852992960:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.015165:0:122906:0:(client.c:2500:ptlrpc_set_wait()) set 000000005aff42d8 going to sleep for 6 seconds 00000100:00100000:2.0:1760456370.015183:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da4bec2c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852993024:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.015191:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003677ddcb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852992896:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.015214:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1760456370.015216:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.015292:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456370.015310:0:164868:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000a6646d4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:164868:1845970852992576:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.015323:0:123791:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e39432c0/0x3e4967fcee50694a lrc: 0/0,0 mode: --/PR res: [0x127f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef75 expref: 203 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.015325:0:164868:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e4f7 lrc: 3/0,1 mode: --/PW res: [0x134a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.015342:0:122914:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852993024 00000100:00100000:2.0:1760456370.015354:0:123791:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000039485601 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:123791:1845970852991552:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.015359:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.015369:0:122914:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852992896 00010000:00010000:2.0:1760456370.015376:0:123791:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000c03b33d/0x3e4967fcee50e4d4 lrc: 3/0,1 mode: PW/PW res: [0x127f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.015387:0:123791:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000c03b33d/0x3e4967fcee50e4d4 lrc: 3/0,1 mode: PW/PW res: [0x127f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.015391:0:122914:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19420 00010000:00010000:2.0:1760456370.015399:0:123791:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000c03b33d/0x3e4967fcee50e4d4 lrc: 3/0,1 mode: PW/PW res: [0x127f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.015400:0:122914:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d7bd5c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+445:85191:x1845970852993024:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.015401:0:88636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873998336 00010000:00010000:2.0:1760456370.015413:0:123791:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000c03b33d/0x3e4967fcee50e4d4 lrc: 3/0,1 mode: PW/PW res: [0x127f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.015416:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873998400 00002000:00080000:0.0:1760456370.015418:0:122914:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4764 count 1 00010000:00010000:3.0:1760456370.015420:0:88636:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000069c11fe3/0x3e4967fcee507e74 lrc: 4/0,0 mode: PR/PR res: [0x1350:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f429 expref: 172 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.015430:0:123791:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000c03b33d/0x3e4967fcee50e4d4 lrc: 2/0,0 mode: PW/PW res: [0x127f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.015432:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000aef35deb/0x3e4967fcee507df6 lrc: 4/0,0 mode: PR/PR res: [0x134a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f40d expref: 173 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.015432:0:122914:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50e528 lrc: 3/0,1 mode: --/PW res: [0x129c:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.015460:0:122914:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ffc8269a/0x3e4967fcee506bc0 lrc: 2/0,0 mode: PR/PR res: [0x129c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f001 expref: 202 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.015469:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1400 00010000:00010000:0.0:1760456370.015471:0:122914:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.015474:0:122914:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.015476:0:122914:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50e528 lrc: 4/0,1 mode: --/PW res: [0x129c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.015481:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ccb9cad2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+173:167595:x1845970873998336:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00000100:00100000:2.0:1760456370.015484:0:122347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1401 00000100:00100000:2.0:1760456370.015495:0:122347:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e6d09192 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+173:167595:x1845970873998400:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1760456370.015497:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.015505:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000069c11fe3/0x3e4967fcee507e74 lrc: 4/0,0 mode: PR/PR res: [0x1350:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f429 expref: 173 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.015508:0:122347:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.015539:0:122347:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000aef35deb/0x3e4967fcee507df6 lrc: 4/0,0 mode: PR/PR res: [0x134a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f40d expref: 173 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.015549:0:122914:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ffc8269a/0x3e4967fcee506bc0 lrc: 3/0,0 mode: PR/PR res: [0x129c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f001 expref: 202 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.015557:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000069c11fe3/0x3e4967fcee507e74 lrc: 3/0,0 mode: PR/PR res: [0x1350:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f429 expref: 173 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.015567:0:122347:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000aef35deb/0x3e4967fcee507df6 lrc: 3/0,0 mode: PR/PR res: [0x134a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f40d expref: 173 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.015578:0:122914:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ffc8269a/0x3e4967fcee506bc0 lrc: 4/0,0 mode: PR/PR res: [0x129c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f001 expref: 202 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.015608:0:122914:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fba93ae9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:122914:1845970852993088:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.015630:0:88636:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000069c11fe3/0x3e4967fcee507e74 lrc: 0/0,0 mode: --/PR res: [0x1350:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f429 expref: 173 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.015632:0:122347:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aef35deb/0x3e4967fcee507df6 lrc: 0/0,0 mode: --/PR res: [0x134a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f40d expref: 173 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.015656:0:122914:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ff46cebc going to sleep for 6 seconds 00010000:00010000:3.0:1760456370.015657:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.015661:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.015661:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.015665:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.015666:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000058314f92/0x3e4967fcee50e505 lrc: 3/0,1 mode: PW/PW res: [0x1350:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.015669:0:122347:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e4f7 lrc: 3/0,1 mode: PW/PW res: [0x134a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.015682:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000058314f92/0x3e4967fcee50e505 lrc: 4/0,1 mode: PW/PW res: [0x1350:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.015686:0:122347:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e4f7 lrc: 4/0,1 mode: PW/PW res: [0x134a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.015720:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456370.015724:0:122347:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1760456370.015755:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ccb9cad2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+171:167595:x1845970873998336:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 276us (547us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.015757:0:122347:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e6d09192 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+171:167595:x1845970873998400:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 260us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.015772:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1400 00000100:00100000:2.0:1760456370.015780:0:122347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1401 00010000:00010000:2.0:1760456370.015819:0:123791:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.015822:0:122921:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000058314f92/0x3e4967fcee50e505 lrc: 3/0,1 mode: PW/PW res: [0x1350:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.015830:0:122921:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000058314f92/0x3e4967fcee50e505 lrc: 3/0,1 mode: PW/PW res: [0x1350:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.015832:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.015835:0:122921:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000058314f92/0x3e4967fcee50e505 lrc: 3/0,1 mode: PW/PW res: [0x1350:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.015837:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000c03b33d/0x3e4967fcee50e4d4 lrc: 2/0,0 mode: PW/PW res: [0x127f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.015842:0:122921:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000058314f92/0x3e4967fcee50e505 lrc: 2/0,0 mode: PW/PW res: [0x1350:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.015859:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000c03b33d already unused, calling callback (0000000049577fce) 00010000:00010000:2.0:1760456370.015863:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000c03b33d/0x3e4967fcee50e4d4 lrc: 2/0,0 mode: PW/PW res: [0x127f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.015866:0:88855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000073506342 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+446:85188:x1845970852990720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9212us (9448us total) trans 12884911277 rc 0/0 00010000:00010000:1.0:1760456370.015872:0:122921:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1760456370.015882:0:88855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19403 00010000:00010000:2.0:1760456370.015883:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000c03b33d/0x3e4967fcee50e4d4 lrc: 3/0,0 mode: PW/PW res: [0x127f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.015901:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1760456370.015905:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000c03b33d/0x3e4967fcee50e4d4 lrc: 1/0,0 mode: --/PW res: [0x127f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.015906:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000058314f92/0x3e4967fcee50e505 lrc: 2/0,0 mode: PW/PW res: [0x1350:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.015929:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000c03b33d/0x3e4967fcee50e4d4 lrc: 0/0,0 mode: --/PW res: [0x127f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.015931:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000058314f92 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.015936:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000058314f92/0x3e4967fcee50e505 lrc: 2/0,0 mode: PW/PW res: [0x1350:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.015949:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000058314f92/0x3e4967fcee50e505 lrc: 3/0,0 mode: PW/PW res: [0x1350:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.015958:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.015962:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.015964:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000058314f92/0x3e4967fcee50e505 lrc: 1/0,0 mode: --/PW res: [0x1350:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.015966:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.015979:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000058314f92/0x3e4967fcee50e505 lrc: 0/0,0 mode: --/PW res: [0x1350:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.015994:0:164867:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000049b1a4e5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:164867:1845970852992640:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.016000:0:164871:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19421 00010000:00010000:0.0:1760456370.016002:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.016005:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.016007:0:164871:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f01a9c45 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+445:85190:x1845970852992896:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456370.016008:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.016012:0:164867:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c0db3901/0x3e4967fcee50e50c lrc: 3/0,1 mode: --/PW res: [0x1361:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1760456370.016025:0:164871:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4768 count 1 00000004:00080000:0.0:1760456370.016036:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c6c912c8/2, rc 0, transno 9389 00010000:00010000:3.0:1760456370.016041:0:164871:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e52f lrc: 3/0,1 mode: --/PW res: [0x12a0:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.016047:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6c912c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852990720:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.016060:0:164871:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000098c3ef96/0x3e4967fcee506b03 lrc: 2/0,0 mode: PR/PR res: [0x12a0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49efd7 expref: 202 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.016069:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.016071:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.016075:0:164871:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e52f lrc: 4/0,1 mode: --/PW res: [0x12a0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.016075:0:122921:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009613b9ea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+429:85189:x1845970852992192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2257us (2401us total) trans 38654713851 rc 0/0 00000100:00100000:1.0:1760456370.016091:0:122921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19415 00000004:00080000:0.0:1760456370.016091:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000fcdb5ded/2, rc 0, transno 8187 00000100:00100000:0.0:1760456370.016103:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fcdb5ded pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852992192:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456370.016112:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1760456370.016113:0:164871:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000098c3ef96/0x3e4967fcee506b03 lrc: 3/0,0 mode: PR/PR res: [0x12a0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49efd7 expref: 202 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.016115:0:164868:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e4f7 lrc: 3/0,1 mode: PW/PW res: [0x134a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.016124:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b68dcf0c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852993152:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.016138:0:164871:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000098c3ef96/0x3e4967fcee506b03 lrc: 4/0,0 mode: PR/PR res: [0x12a0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49efd7 expref: 202 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.016150:0:164871:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b12c6387 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:164871:1845970852993216:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.016180:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1760456370.016192:0:164871:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c9d60c8c going to sleep for 6 seconds 00010000:00010000:1.0:1760456370.016198:0:164868:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e4f7 lrc: 3/0,1 mode: PW/PW res: [0x134a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.016204:0:164868:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e4f7 lrc: 3/0,1 mode: PW/PW res: [0x134a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.016209:0:164868:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e4f7 lrc: 2/0,0 mode: PW/PW res: [0x134a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.016220:0:164868:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.016244:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.016249:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e4f7 lrc: 2/0,0 mode: PW/PW res: [0x134a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.016258:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c042e065 already unused, calling callback (0000000049577fce) 00000100:00100000:2.0:1760456370.016260:0:123791:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f055a3f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+446:85191:x1845970852991488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7846us (7941us total) trans 12884911278 rc 0/0 00010000:00010000:0.0:1760456370.016262:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e4f7 lrc: 2/0,0 mode: PW/PW res: [0x134a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.016276:0:123791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19408 00010000:00010000:0.0:1760456370.016277:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e4f7 lrc: 3/0,0 mode: PW/PW res: [0x134a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.016295:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e4f7 lrc: 1/0,0 mode: --/PW res: [0x134a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.016301:0:123791:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852993152 00010000:00010000:0.0:1760456370.016309:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e4f7 lrc: 0/0,0 mode: --/PW res: [0x134a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.016324:0:123791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19422 00000100:00100000:3.0:1760456370.016325:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.016330:0:123791:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b64b0c51 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+446:85189:x1845970852993152:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456370.016335:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.016337:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.016340:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.016348:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873998464 00000100:00100000:0.0:1760456370.016357:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003bd787d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852993280:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456370.016360:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003674707c/0x3e4967fcee507fee lrc: 5/0,0 mode: PR/PR res: [0x1363:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f47d expref: 170 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.016374:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.016387:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873998592 00000100:00100000:0.0:1760456370.016394:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.016398:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000668f8869/0x3e4967fcee507f70 lrc: 4/0,0 mode: PR/PR res: [0x1361:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f461 expref: 171 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.016426:0:122347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1402 00000100:00100000:2.0:1760456370.016432:0:122347:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000987d1ad4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+171:167593:x1845970873998464:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1760456370.016437:0:122347:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.016444:0:122347:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003674707c/0x3e4967fcee507fee lrc: 5/0,0 mode: PR/PR res: [0x1363:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f47d expref: 171 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.016447:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.016452:0:164869:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d7f319f3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:164869:1845970852992832:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.016458:0:122347:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003674707c/0x3e4967fcee507fee lrc: 4/0,0 mode: PR/PR res: [0x1363:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f47d expref: 171 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.016473:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.016474:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.016476:0:164869:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000021cd7e7b/0x3e4967fcee50e51a lrc: 3/0,1 mode: --/PW res: [0x12a1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.016477:0:122347:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e513 lrc: 3/0,1 mode: PW/PW res: [0x1363:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.016493:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456370.016499:0:122347:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e513 lrc: 4/0,1 mode: PW/PW res: [0x1363:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.016541:0:87237:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852993280 00010000:00010000:2.0:1760456370.016543:0:122347:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1760456370.016564:0:87237:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19423 00000100:00100000:2.0:1760456370.016567:0:122347:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000987d1ad4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+171:167593:x1845970873998464:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 136us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1760456370.016571:0:87237:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7a488b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+430:85189:x1845970852993280:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456370.016581:0:122347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1402 00000100:00100000:1.0:1760456370.016585:0:164868:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000df56cdea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+430:85191:x1845970852992064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3230us (3361us total) trans 38654713852 rc 0/0 00000100:00100000:3.0:1760456370.016587:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00002000:00080000:0.0:1760456370.016587:0:87237:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4968 count 1 00000100:00100000:1.0:1760456370.016597:0:164868:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19413 00010000:00010000:0.0:1760456370.016601:0:87237:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e536 lrc: 3/0,1 mode: --/PW res: [0x1368:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.016612:0:87237:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000df12c8cb/0x3e4967fcee5080ea lrc: 2/0,0 mode: PR/PR res: [0x1368:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f4b5 expref: 170 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.016629:0:87237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.016632:0:87237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.016634:0:87237:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e536 lrc: 4/0,1 mode: --/PW res: [0x1368:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.016637:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873998656 00000100:00100000:1.0:1760456370.016643:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873998720 00010000:00010000:2.0:1760456370.016650:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fb0ec11d/0x3e4967fcee506ac4 lrc: 4/0,0 mode: PR/PR res: [0x12a1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49efc9 expref: 203 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.016660:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000078ee35c8/0x3e4967fcee50802d lrc: 5/0,0 mode: PR/PR res: [0x1362:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f48b expref: 171 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.016667:0:87237:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000df12c8cb/0x3e4967fcee5080ea lrc: 3/0,0 mode: PR/PR res: [0x1368:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f4b5 expref: 171 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1760456370.016672:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873998528 00000100:00100000:1.0:1760456370.016679:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1403 00010000:00010000:0.0:1760456370.016682:0:87237:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000df12c8cb/0x3e4967fcee5080ea lrc: 4/0,0 mode: PR/PR res: [0x1368:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f4b5 expref: 172 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.016685:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007f4e86c1/0x3e4967fcee507e35 lrc: 5/0,0 mode: PR/PR res: [0x1358:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f41b expref: 172 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.016710:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.016712:0:87237:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005c018ec8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:87237:1845970852993344:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.016732:0:88636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873998784 00010000:00010000:3.0:1760456370.016749:0:88636:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ffc8269a/0x3e4967fcee506bc0 lrc: 5/0,0 mode: PR/PR res: [0x129c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f001 expref: 204 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.016772:0:87237:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ead0540c going to sleep for 6 seconds 00000100:00100000:1.0:1760456370.016782:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c31687e1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+172:167595:x1845970873998592:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1760456370.016792:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1760456370.016793:0:122347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1404 00010000:00010000:1.0:1760456370.016797:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000668f8869/0x3e4967fcee507f70 lrc: 4/0,0 mode: PR/PR res: [0x1361:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f461 expref: 172 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.016806:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1405 00000100:00100000:2.0:1760456370.016807:0:122347:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000041fd077 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+204:167593:x1845970873998656:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00000100:00100000:0.0:1760456370.016807:0:122914:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fba93ae9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:122914:1845970852993088:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.016818:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000043c9bf24 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+172:167595:x1845970873998720:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1760456370.016824:0:122347:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1760456370.016827:0:122914:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50e528 lrc: 3/0,1 mode: --/PW res: [0x129c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.016830:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.016831:0:122347:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fb0ec11d/0x3e4967fcee506ac4 lrc: 4/0,0 mode: PR/PR res: [0x12a1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49efc9 expref: 204 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.016839:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000078ee35c8/0x3e4967fcee50802d lrc: 5/0,0 mode: PR/PR res: [0x1362:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f48b expref: 172 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.016863:0:122347:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fb0ec11d/0x3e4967fcee506ac4 lrc: 3/0,0 mode: PR/PR res: [0x12a1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49efc9 expref: 204 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.016868:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000668f8869/0x3e4967fcee507f70 lrc: 3/0,0 mode: PR/PR res: [0x1361:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f461 expref: 172 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.016874:0:122923:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cd44bfe6/0x3e4967fcee5068cc lrc: 0/0,0 mode: --/PR res: [0x1280:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef59 expref: 204 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.016878:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000078ee35c8/0x3e4967fcee50802d lrc: 4/0,0 mode: PR/PR res: [0x1362:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f48b expref: 172 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.016898:0:122347:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fb0ec11d/0x3e4967fcee506ac4 lrc: 0/0,0 mode: --/PR res: [0x12a1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49efc9 expref: 204 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.016905:0:122923:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001ebfe979 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:122923:1845970852991424:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.016915:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.016919:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.016922:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009c02871f/0x3e4967fcee50e521 lrc: 3/0,1 mode: PW/PW res: [0x1362:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.016924:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.016924:0:122923:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001482aae9/0x3e4967fcee50e4cd lrc: 3/0,1 mode: PW/PW res: [0x1280:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.016926:0:122345:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000668f8869/0x3e4967fcee507f70 lrc: 0/0,0 mode: --/PR res: [0x1361:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f461 expref: 172 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.016927:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.016931:0:122347:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000021cd7e7b/0x3e4967fcee50e51a lrc: 3/0,1 mode: PW/PW res: [0x12a1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.016945:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009c02871f/0x3e4967fcee50e521 lrc: 4/0,1 mode: PW/PW res: [0x1362:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.016951:0:122923:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001482aae9/0x3e4967fcee50e4cd lrc: 3/0,1 mode: PW/PW res: [0x1280:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.016955:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.016958:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.016959:0:122347:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000021cd7e7b/0x3e4967fcee50e51a lrc: 4/0,1 mode: PW/PW res: [0x12a1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.016961:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c0db3901/0x3e4967fcee50e50c lrc: 3/0,1 mode: PW/PW res: [0x1361:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.016973:0:122923:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001482aae9/0x3e4967fcee50e4cd lrc: 3/0,1 mode: PW/PW res: [0x1280:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.016981:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456370.016987:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c0db3901/0x3e4967fcee50e50c lrc: 4/0,1 mode: PW/PW res: [0x1361:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.016998:0:122347:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.017002:0:122923:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001482aae9/0x3e4967fcee50e4cd lrc: 3/0,1 mode: PW/PW res: [0x1280:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.017010:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000043c9bf24 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+171:167595:x1845970873998720:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 191us (524us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.017013:0:122923:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001482aae9/0x3e4967fcee50e4cd lrc: 2/0,0 mode: PW/PW res: [0x1280:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.017016:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1760456370.017028:0:122347:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000041fd077 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+202:167593:x1845970873998656:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 221us (584us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.017029:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1405 00010000:00010000:0.0:1760456370.017040:0:122923:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1760456370.017044:0:122347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1404 00000100:00100000:1.0:1760456370.017044:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c31687e1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+170:167595:x1845970873998592:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 258us (670us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.017052:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1406 00000100:00100000:1.0:1760456370.017060:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1403 00000100:00100000:3.0:1760456370.017063:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d566327 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+170:167593:x1845970873998528:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00000100:00100000:2.0:1760456370.017072:0:122347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1407 00010000:00010000:3.0:1760456370.017079:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1760456370.017079:0:122347:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008613f1d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+201:167594:x1845970873998784:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1760456370.017082:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456370.017086:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007f4e86c1/0x3e4967fcee507e35 lrc: 5/0,0 mode: PR/PR res: [0x1358:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f41b expref: 169 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.017087:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001482aae9/0x3e4967fcee50e4cd lrc: 2/0,0 mode: PW/PW res: [0x1280:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.017089:0:122347:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.017096:0:122347:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ffc8269a/0x3e4967fcee506bc0 lrc: 4/0,0 mode: PR/PR res: [0x129c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f001 expref: 201 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.017112:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001482aae9 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.017115:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001482aae9/0x3e4967fcee50e4cd lrc: 2/0,0 mode: PW/PW res: [0x1280:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.017120:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007f4e86c1/0x3e4967fcee507e35 lrc: 4/0,0 mode: PR/PR res: [0x1358:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f41b expref: 169 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.017121:0:122347:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ffc8269a/0x3e4967fcee506bc0 lrc: 3/0,0 mode: PR/PR res: [0x129c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f001 expref: 201 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.017129:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001482aae9/0x3e4967fcee50e4cd lrc: 3/0,0 mode: PW/PW res: [0x1280:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.017154:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001482aae9/0x3e4967fcee50e4cd lrc: 1/0,0 mode: --/PW res: [0x1280:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.017156:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.017158:0:122347:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ffc8269a/0x3e4967fcee506bc0 lrc: 0/0,0 mode: --/PR res: [0x129c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f001 expref: 201 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.017160:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.017164:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009389ebef/0x3e4967fcee50e4fe lrc: 3/0,1 mode: PW/PW res: [0x1358:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.017166:0:122923:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095b511e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+447:85188:x1845970852991232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9588us (9681us total) trans 12884911279 rc 0/0 00010000:00010000:1.0:1760456370.017173:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001482aae9/0x3e4967fcee50e4cd lrc: 0/0,0 mode: --/PW res: [0x1280:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.017186:0:122923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19407 00010000:00010000:2.0:1760456370.017187:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.017191:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009389ebef/0x3e4967fcee50e4fe lrc: 4/0,1 mode: PW/PW res: [0x1358:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.017191:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.017194:0:122347:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50e528 lrc: 3/0,1 mode: PW/PW res: [0x129c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.017202:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.017205:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.017207:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.017214:0:122347:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50e528 lrc: 4/0,1 mode: PW/PW res: [0x129c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1760456370.017221:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008c843fa7/2, rc 0, transno 9391 00010000:00010000:3.0:1760456370.017223:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1760456370.017231:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c843fa7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852991232:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.017236:0:122347:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1760456370.017251:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d566327 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+169:167593:x1845970873998528:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 191us (674us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.017261:0:122347:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008613f1d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+200:167594:x1845970873998784:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 180us (553us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.017269:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1406 00000100:00100000:0.0:1760456370.017276:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000091f4412c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852993408:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.017277:0:122347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1407 00000100:00100000:0.0:1760456370.017308:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456370.017326:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:3.0:1760456370.017328:0:164871:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b12c6387 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:164871:1845970852993216:192.168.203.34@tcp:104: 00000004:00080000:2.0:1760456370.017340:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000158d9209/2, rc 0, transno 8188 00010000:00010000:3.0:1760456370.017350:0:164871:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e52f lrc: 3/0,1 mode: --/PW res: [0x12a0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.017355:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000158d9209 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852992064:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1760456370.017358:0:164869:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000021cd7e7b/0x3e4967fcee50e51a lrc: 3/0,1 mode: PW/PW res: [0x12a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.017360:0:122921:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852993408 00010000:00010000:0.0:1760456370.017372:0:164869:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000021cd7e7b/0x3e4967fcee50e51a lrc: 3/0,1 mode: PW/PW res: [0x12a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.017383:0:164869:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000021cd7e7b/0x3e4967fcee50e51a lrc: 3/0,1 mode: PW/PW res: [0x12a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.017391:0:164869:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000021cd7e7b/0x3e4967fcee50e51a lrc: 2/0,0 mode: PW/PW res: [0x12a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.017396:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873998848 00010000:00010000:2.0:1760456370.017411:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000098c3ef96/0x3e4967fcee506b03 lrc: 4/0,0 mode: PR/PR res: [0x12a0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49efd7 expref: 200 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.017414:0:164869:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1760456370.017422:0:122921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19424 00000100:00100000:1.0:1760456370.017429:0:122921:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c22c69e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+447:85190:x1845970852993408:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.017440:0:122343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1408 00002000:00080000:1.0:1760456370.017441:0:122921:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4776 count 1 00000100:00100000:2.0:1760456370.017446:0:122343:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000a6646d4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+200:167595:x1845970873998848:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1760456370.017455:0:122343:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456370.017455:0:122921:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e53d lrc: 3/0,1 mode: --/PW res: [0x12a8:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.017461:0:122343:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000098c3ef96/0x3e4967fcee506b03 lrc: 4/0,0 mode: PR/PR res: [0x12a0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49efd7 expref: 200 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.017469:0:122921:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000022393f0f/0x3e4967fcee506c3e lrc: 2/0,0 mode: PR/PR res: [0x12a8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f01d expref: 200 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.017473:0:122343:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000098c3ef96/0x3e4967fcee506b03 lrc: 3/0,0 mode: PR/PR res: [0x12a0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49efd7 expref: 200 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.017481:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.017484:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.017486:0:122921:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e53d lrc: 4/0,1 mode: --/PW res: [0x12a8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.017494:0:122343:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000098c3ef96/0x3e4967fcee506b03 lrc: 0/0,0 mode: --/PR res: [0x12a0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49efd7 expref: 200 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.017505:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.017506:0:122921:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000022393f0f/0x3e4967fcee506c3e lrc: 3/0,0 mode: PR/PR res: [0x12a8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f01d expref: 199 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.017507:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.017539:0:164870:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007f4e86c1/0x3e4967fcee507e35 lrc: 0/0,0 mode: --/PR res: [0x1358:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f41b expref: 168 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.017556:0:164870:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000efc88065 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:164870:1845970852992256:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.017556:0:122343:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e52f lrc: 3/0,1 mode: PW/PW res: [0x12a0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.017576:0:122343:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e52f lrc: 4/0,1 mode: PW/PW res: [0x12a0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.017577:0:164870:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009389ebef/0x3e4967fcee50e4fe lrc: 3/0,1 mode: PW/PW res: [0x1358:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.017585:0:85190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1760456370.017590:0:122921:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000022393f0f/0x3e4967fcee506c3e lrc: 4/0,0 mode: PR/PR res: [0x12a8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f01d expref: 199 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.017597:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000049b1a4e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852993472:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456370.017615:0:122921:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000014f2e45a pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:122921:1845970852993536:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.017638:0:164870:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009389ebef/0x3e4967fcee50e4fe lrc: 3/0,1 mode: PW/PW res: [0x1358:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.017644:0:122343:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1760456370.017645:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456370.017652:0:164870:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009389ebef/0x3e4967fcee50e4fe lrc: 3/0,1 mode: PW/PW res: [0x1358:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.017665:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456370.017667:0:164870:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009389ebef/0x3e4967fcee50e4fe lrc: 3/0,1 mode: PW/PW res: [0x1358:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.017670:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000021cd7e7b/0x3e4967fcee50e51a lrc: 2/0,0 mode: PW/PW res: [0x12a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.017675:0:122343:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000a6646d4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+199:167595:x1845970873998848:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 224us (348us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.017678:0:122914:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50e528 lrc: 3/0,1 mode: PW/PW res: [0x129c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.017694:0:164870:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009389ebef/0x3e4967fcee50e4fe lrc: 2/0,0 mode: PW/PW res: [0x1358:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.017696:0:122343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1408 00010000:00010000:1.0:1760456370.017696:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000021cd7e7b already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.017702:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000021cd7e7b/0x3e4967fcee50e51a lrc: 2/0,0 mode: PW/PW res: [0x12a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.017705:0:122914:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50e528 lrc: 3/0,1 mode: PW/PW res: [0x129c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1760456370.017726:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000deac8888/2, rc 0, transno 9390 00010000:00010000:3.0:1760456370.017728:0:164870:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.017729:0:122914:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50e528 lrc: 3/0,1 mode: PW/PW res: [0x129c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.017739:0:122914:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50e528 lrc: 2/0,0 mode: PW/PW res: [0x129c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.017741:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456370.017745:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009389ebef/0x3e4967fcee50e4fe lrc: 2/0,0 mode: PW/PW res: [0x1358:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.017749:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000deac8888 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852991488:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.017762:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009389ebef already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456370.017766:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009389ebef/0x3e4967fcee50e4fe lrc: 2/0,0 mode: PW/PW res: [0x1358:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.017774:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009389ebef/0x3e4967fcee50e4fe lrc: 3/0,0 mode: PW/PW res: [0x1358:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.017782:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000021cd7e7b/0x3e4967fcee50e51a lrc: 3/0,0 mode: PW/PW res: [0x12a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.017792:0:122906:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000078ee35c8/0x3e4967fcee50802d lrc: 0/0,0 mode: --/PR res: [0x1362:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f48b expref: 167 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.017793:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009389ebef/0x3e4967fcee50e4fe lrc: 1/0,0 mode: --/PW res: [0x1358:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.017797:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000021cd7e7b/0x3e4967fcee50e51a lrc: 1/0,0 mode: --/PW res: [0x12a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.017797:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1760456370.017807:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfae3253 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852993600:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.017821:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009389ebef/0x3e4967fcee50e4fe lrc: 0/0,0 mode: --/PW res: [0x1358:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.017821:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000021cd7e7b/0x3e4967fcee50e51a lrc: 0/0,0 mode: --/PW res: [0x12a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.017827:0:122906:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008b4c513a pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:122906:1845970852992960:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.017840:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.017848:0:122906:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009c02871f/0x3e4967fcee50e521 lrc: 3/0,1 mode: PW/PW res: [0x1362:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.017858:0:122906:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009c02871f/0x3e4967fcee50e521 lrc: 3/0,1 mode: PW/PW res: [0x1362:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.017865:0:122906:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c02871f/0x3e4967fcee50e521 lrc: 3/0,1 mode: PW/PW res: [0x1362:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.017865:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.017870:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.017870:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.017876:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.017877:0:122906:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009c02871f/0x3e4967fcee50e521 lrc: 3/0,1 mode: PW/PW res: [0x1362:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.017877:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.017882:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.017887:0:122906:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009c02871f/0x3e4967fcee50e521 lrc: 2/0,0 mode: PW/PW res: [0x1362:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.017907:0:122921:0:(client.c:2500:ptlrpc_set_wait()) set 00000000dcb91708 going to sleep for 6 seconds 00010000:00010000:2.0:1760456370.017911:0:122906:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.017917:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.017921:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009c02871f/0x3e4967fcee50e521 lrc: 2/0,0 mode: PW/PW res: [0x1362:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.017926:0:164868:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852993472 00010000:00010000:0.0:1760456370.017928:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009c02871f already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.017932:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009c02871f/0x3e4967fcee50e521 lrc: 2/0,0 mode: PW/PW res: [0x1362:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.017941:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009c02871f/0x3e4967fcee50e521 lrc: 3/0,0 mode: PW/PW res: [0x1362:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.017945:0:164868:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852993600 00010000:00010000:0.0:1760456370.017953:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009c02871f/0x3e4967fcee50e521 lrc: 1/0,0 mode: --/PW res: [0x1362:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.017959:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c02871f/0x3e4967fcee50e521 lrc: 0/0,0 mode: --/PW res: [0x1362:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.017965:0:164868:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19425 00000100:00100000:1.0:1760456370.017970:0:164868:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbff87bd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+430:85190:x1845970852993472:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1760456370.017977:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.017980:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.017983:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:1.0:1760456370.017984:0:164868:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4986 count 1 00010000:00010000:0.0:1760456370.017995:0:122914:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.017996:0:164868:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000330d7dc8/0x3e4967fcee50e544 lrc: 3/0,1 mode: --/PW res: [0x137a:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.018001:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.018005:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50e528 lrc: 2/0,0 mode: PW/PW res: [0x129c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.018008:0:164868:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f6f5795c/0x3e4967fcee508129 lrc: 2/0,0 mode: PR/PR res: [0x137a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f4c3 expref: 166 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.018021:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000291c078f already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.018023:0:164868:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.018025:0:164868:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.018025:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50e528 lrc: 2/0,0 mode: PW/PW res: [0x129c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.018028:0:164868:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000330d7dc8/0x3e4967fcee50e544 lrc: 4/0,1 mode: --/PW res: [0x137a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.018037:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50e528 lrc: 3/0,0 mode: PW/PW res: [0x129c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.018048:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50e528 lrc: 1/0,0 mode: --/PW res: [0x129c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.018052:0:164868:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f6f5795c/0x3e4967fcee508129 lrc: 3/0,0 mode: PR/PR res: [0x137a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f4c3 expref: 166 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.018068:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50e528 lrc: 0/0,0 mode: --/PW res: [0x129c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.018073:0:164868:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f6f5795c/0x3e4967fcee508129 lrc: 4/0,0 mode: PR/PR res: [0x137a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f4c3 expref: 166 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.018086:0:164868:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000f10f14e pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:164868:1845970852993664:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.018092:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.018097:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.018100:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1760456370.018109:0:164868:0:(client.c:2500:ptlrpc_set_wait()) set 00000000916b579d going to sleep for 6 seconds 00000100:00100000:2.0:1760456370.018159:0:122906:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004593ae5b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+432:85189:x1845970852992768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3101us (3391us total) trans 38654713853 rc 0/0 00000100:00100000:2.0:1760456370.018165:0:122906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19419 00000004:00080000:0.0:1760456370.018168:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006138cd1e/2, rc 0, transno 8189 00000100:00100000:0.0:1760456370.018182:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006138cd1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852992768:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1760456370.018188:0:164870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000441b19ef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+431:85189:x1845970852992128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4713us (4892us total) trans 38654713854 rc 0/0 00000100:00100000:2.0:1760456370.018189:0:122906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19426 00000100:00100000:2.0:1760456370.018196:0:122906:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fba93ae9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+449:85189:x1845970852993600:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.018204:0:164870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19414 00000004:00080000:0.0:1760456370.018204:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000000c683663/2, rc 0, transno 8190 00002000:00080000:2.0:1760456370.018212:0:122906:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4779 count 1 00000100:00100000:0.0:1760456370.018213:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c683663 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852992128:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456370.018225:0:122906:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e54b lrc: 3/0,1 mode: --/PW res: [0x12ab:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.018236:0:122906:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a8e94df6/0x3e4967fcee506cfb lrc: 2/0,0 mode: PR/PR res: [0x12ab:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f047 expref: 198 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.018238:0:164871:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e52f lrc: 3/0,1 mode: PW/PW res: [0x12a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.018241:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1760456370.018244:0:170681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cd984e83 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+430:85190:x1845970852991616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9097us (9224us total) trans 38654713850 rc 0/0 00010000:00010000:2.0:1760456370.018245:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.018248:0:122906:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e54b lrc: 4/0,1 mode: --/PW res: [0x12ab:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.018257:0:164871:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e52f lrc: 3/0,1 mode: PW/PW res: [0x12a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.018267:0:164871:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e52f lrc: 3/0,1 mode: PW/PW res: [0x12a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.018271:0:122906:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a8e94df6/0x3e4967fcee506cfb lrc: 3/0,0 mode: PR/PR res: [0x12ab:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f047 expref: 198 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.018285:0:164871:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e52f lrc: 2/0,0 mode: PW/PW res: [0x12a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.018293:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001ebfe979 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852993728:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456370.018297:0:122906:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a8e94df6/0x3e4967fcee506cfb lrc: 4/0,0 mode: PR/PR res: [0x12ab:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f047 expref: 198 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.018297:0:170681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19409 00000100:00100000:2.0:1760456370.018311:0:122906:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008b4c513a pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:122906:1845970852993792:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.018322:0:164871:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1760456370.018348:0:122906:0:(client.c:2500:ptlrpc_set_wait()) set 000000008faae248 going to sleep for 6 seconds 00000100:00100000:0.0:1760456370.018354:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456370.018363:0:85191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1760456370.018373:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d7f319f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852993856:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456370.018373:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.018379:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e52f lrc: 2/0,0 mode: PW/PW res: [0x12a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.018387:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c8221b7c already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.018390:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e52f lrc: 2/0,0 mode: PW/PW res: [0x12a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.018396:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e52f lrc: 3/0,0 mode: PW/PW res: [0x12a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.018406:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1760456370.018407:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e52f lrc: 1/0,0 mode: --/PW res: [0x12a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1760456370.018409:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000fa8cf560/2, rc 0, transno 8186 00010000:00010000:1.0:1760456370.018416:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e52f lrc: 0/0,0 mode: --/PW res: [0x12a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.018426:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fa8cf560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852991616:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456370.018436:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.018439:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.018443:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.018447:0:164867:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c0db3901/0x3e4967fcee50e50c lrc: 3/0,1 mode: PW/PW res: [0x1361:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.018454:0:164867:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c0db3901/0x3e4967fcee50e50c lrc: 3/0,1 mode: PW/PW res: [0x1361:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.018457:0:170681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852993728 00010000:00010000:2.0:1760456370.018466:0:164867:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c0db3901/0x3e4967fcee50e50c lrc: 3/0,1 mode: PW/PW res: [0x1361:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.018471:0:164867:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c0db3901/0x3e4967fcee50e50c lrc: 2/0,0 mode: PW/PW res: [0x1361:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.018473:0:85190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1760456370.018484:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000909ca7d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852993920:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456370.018490:0:164867:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1760456370.018565:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1760456370.018599:0:88855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852993856 00000100:00100000:0.0:1760456370.018632:0:88855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852993920 00010000:00010000:1.0:1760456370.018644:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.018648:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c0db3901/0x3e4967fcee50e50c lrc: 2/0,0 mode: PW/PW res: [0x1361:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.018649:0:88855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19427 00000100:00100000:0.0:1760456370.018657:0:88855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000039485601 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+432:85191:x1845970852993856:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456370.018659:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c0db3901 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.018662:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c0db3901/0x3e4967fcee50e50c lrc: 2/0,0 mode: PW/PW res: [0x1361:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.018668:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c0db3901/0x3e4967fcee50e50c lrc: 3/0,0 mode: PW/PW res: [0x1361:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1760456370.018669:0:88855:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4971 count 1 00010000:00010000:0.0:1760456370.018681:0:88855:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c26bd5f5/0x3e4967fcee50e552 lrc: 3/0,1 mode: --/PW res: [0x136b:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.018684:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c0db3901/0x3e4967fcee50e50c lrc: 1/0,0 mode: --/PW res: [0x1361:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.018708:0:88855:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000747d2376/0x3e4967fcee5081a7 lrc: 2/0,0 mode: PR/PR res: [0x136b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f4df expref: 166 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.018711:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c0db3901/0x3e4967fcee50e50c lrc: 0/0,0 mode: --/PW res: [0x1361:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.018718:0:88855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.018720:0:88855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.018722:0:88855:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c26bd5f5/0x3e4967fcee50e552 lrc: 4/0,1 mode: --/PW res: [0x136b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.018729:0:164871:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f01a9c45 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+450:85190:x1845970852992896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2720us (3437us total) trans 12884911281 rc 0/0 00000100:00100000:3.0:1760456370.018740:0:164871:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19421 00010000:00010000:0.0:1760456370.018743:0:88855:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000747d2376/0x3e4967fcee5081a7 lrc: 3/0,0 mode: PR/PR res: [0x136b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f4df expref: 166 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.018744:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.018748:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.018753:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.018753:0:88855:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000747d2376/0x3e4967fcee5081a7 lrc: 4/0,0 mode: PR/PR res: [0x136b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f4df expref: 166 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.018763:0:88855:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000015c576cc pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:88855:1845970852993984:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.018768:0:164871:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19428 00000100:00100000:3.0:1760456370.018775:0:164871:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e13246e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+433:85190:x1845970852993920:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1760456370.018790:0:164871:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4987 count 1 00000100:00100000:1.0:1760456370.018795:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.018802:0:88855:0:(client.c:2500:ptlrpc_set_wait()) set 0000000009b82230 going to sleep for 6 seconds 00000100:00100000:2.0:1760456370.018818:0:164867:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002fadb4e5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+433:85190:x1845970852992320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4612us (4734us total) trans 38654713855 rc 0/0 00010000:00010000:3.0:1760456370.018825:0:164871:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b096a6a/0x3e4967fcee50e559 lrc: 3/0,1 mode: --/PW res: [0x137b:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.018828:0:164867:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19416 00000004:00080000:0.0:1760456370.018829:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003677ddcb/2, rc 0, transno 9393 00000100:00100000:0.0:1760456370.018841:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003677ddcb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852992896:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.018844:0:164871:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b13be949/0x3e4967fcee508264 lrc: 2/0,0 mode: PR/PR res: [0x137b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f509 expref: 166 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.018859:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.018861:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.018864:0:164871:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008b096a6a/0x3e4967fcee50e559 lrc: 4/0,1 mode: --/PW res: [0x137b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.018877:0:122344:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873998912 00000100:00100000:0.0:1760456370.018893:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1760456370.018894:0:122905:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003674707c/0x3e4967fcee507fee lrc: 0/0,0 mode: --/PR res: [0x1363:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f47d expref: 167 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.018894:0:122344:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000df12c8cb/0x3e4967fcee5080ea lrc: 5/0,0 mode: PR/PR res: [0x1368:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f4b5 expref: 167 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.018903:0:164871:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b13be949/0x3e4967fcee508264 lrc: 3/0,0 mode: PR/PR res: [0x137b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f509 expref: 167 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.018907:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050306f11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852994048:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.018925:0:122905:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000485ac8cf pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:122905:1845970852992704:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.018926:0:164871:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b13be949/0x3e4967fcee508264 lrc: 4/0,0 mode: PR/PR res: [0x137b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f509 expref: 166 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.018941:0:164871:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000efc88065 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:164871:1845970852994112:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.018942:0:122905:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e513 lrc: 3/0,1 mode: PW/PW res: [0x1363:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.018952:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.018956:0:122905:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e513 lrc: 3/0,1 mode: PW/PW res: [0x1363:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.018961:0:122905:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e513 lrc: 3/0,1 mode: PW/PW res: [0x1363:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.018967:0:122905:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e513 lrc: 3/0,1 mode: PW/PW res: [0x1363:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.018975:0:164871:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c9d60c8c going to sleep for 6 seconds 00010000:00010000:2.0:1760456370.018976:0:122905:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e513 lrc: 2/0,0 mode: PW/PW res: [0x1363:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.018993:0:122905:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1760456370.019004:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00080000:0.0:1760456370.019005:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000055f93368/2, rc 0, transno 8191 00010000:00010000:2.0:1760456370.019007:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e513 lrc: 2/0,0 mode: PW/PW res: [0x1363:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.019014:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bb4db32e already unused, calling callback (0000000049577fce) 00000100:00100000:1.0:1760456370.019016:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1409 00000100:00100000:0.0:1760456370.019016:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000055f93368 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852992320:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456370.019018:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e513 lrc: 2/0,0 mode: PW/PW res: [0x1363:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.019024:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000683f3d12 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+166:167595:x1845970873998912:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1760456370.019029:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e513 lrc: 3/0,0 mode: PW/PW res: [0x1363:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.019041:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e513 lrc: 1/0,0 mode: --/PW res: [0x1363:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.019045:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e513 lrc: 0/0,0 mode: --/PW res: [0x1363:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.019055:0:122921:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000014f2e45a pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:122921:1845970852993536:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.019064:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.019064:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8ca4d70 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852994176:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456370.019067:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.019070:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.019071:0:122921:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e53d lrc: 3/0,1 mode: --/PW res: [0x12a8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.019089:0:164867:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852994048 00010000:00010000:1.0:1760456370.019095:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456370.019101:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000df12c8cb/0x3e4967fcee5080ea lrc: 5/0,0 mode: PR/PR res: [0x1368:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f4b5 expref: 166 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.019108:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456370.019111:0:164867:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19429 00000100:00100000:2.0:1760456370.019119:0:164867:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f3a79ae8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+450:85189:x1845970852994048:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.019121:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000df12c8cb/0x3e4967fcee5080ea lrc: 4/0,0 mode: PR/PR res: [0x1368:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f4b5 expref: 166 pid: 122920 timeout: 4721 lvb_type: 1 00002000:00080000:2.0:1760456370.019133:0:164867:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4784 count 1 00010000:00010000:2.0:1760456370.019146:0:164867:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000268fef09/0x3e4967fcee50e560 lrc: 3/0,1 mode: --/PW res: [0x12b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.019158:0:164867:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008358f5f9/0x3e4967fcee506db8 lrc: 2/0,0 mode: PR/PR res: [0x12b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f071 expref: 198 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.019159:0:122919:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852994176 00010000:00010000:2.0:1760456370.019174:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.019177:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.019178:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.019179:0:164867:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000268fef09/0x3e4967fcee50e560 lrc: 4/0,1 mode: --/PW res: [0x12b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.019181:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.019184:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e536 lrc: 3/0,1 mode: PW/PW res: [0x1368:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.019190:0:122919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19430 00000100:00100000:3.0:1760456370.019200:0:122919:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069cb3ca5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+433:85189:x1845970852994176:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456370.019202:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e536 lrc: 4/0,1 mode: PW/PW res: [0x1368:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.019215:0:164869:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8f3f581 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+450:85189:x1845970852992512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4355us (5001us total) trans 12884911280 rc 0/0 00002000:00080000:3.0:1760456370.019217:0:122919:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4991 count 1 00010000:00010000:2.0:1760456370.019218:0:164867:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008358f5f9/0x3e4967fcee506db8 lrc: 3/0,0 mode: PR/PR res: [0x12b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f071 expref: 198 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.019230:0:122919:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e567 lrc: 3/0,1 mode: --/PW res: [0x137f:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.019232:0:164869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19418 00010000:00010000:2.0:1760456370.019238:0:164867:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008358f5f9/0x3e4967fcee506db8 lrc: 4/0,0 mode: PR/PR res: [0x12b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f071 expref: 198 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.019245:0:122919:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003ff2185c/0x3e4967fcee508360 lrc: 2/0,0 mode: PR/PR res: [0x137f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f541 expref: 166 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.019256:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.019258:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.019260:0:122919:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e567 lrc: 4/0,1 mode: --/PW res: [0x137f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.019261:0:164867:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000485ac8cf pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:164867:1845970852994240:192.168.203.34@tcp:104: 00000004:00080000:0.0:1760456370.019267:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008c475a06/2, rc 0, transno 9392 00010000:00010000:1.0:1760456370.019276:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1760456370.019281:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c475a06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852992512:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.019288:0:122919:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003ff2185c/0x3e4967fcee508360 lrc: 3/0,0 mode: PR/PR res: [0x137f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f541 expref: 166 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.019296:0:122919:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003ff2185c/0x3e4967fcee508360 lrc: 4/0,0 mode: PR/PR res: [0x137f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f541 expref: 166 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.019306:0:122919:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b12c6387 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:122919:1845970852994304:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.019309:0:164867:0:(client.c:2500:ptlrpc_set_wait()) set 0000000031e6bb7d going to sleep for 6 seconds 00000100:00100000:1.0:1760456370.019312:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000683f3d12 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+166:167595:x1845970873998912:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 287us (518us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.019340:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.019343:0:122906:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008b4c513a pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:122906:1845970852993792:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.019348:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006970ca9a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852994368:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.019365:0:122906:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e54b lrc: 3/0,1 mode: --/PW res: [0x12ab:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.019369:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1409 00000100:00100000:0.0:1760456370.019380:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456370.019394:0:86474:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873999104 00000100:00100000:3.0:1760456370.019403:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456370.019413:0:86474:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a8e94df6/0x3e4967fcee506cfb lrc: 4/0,0 mode: PR/PR res: [0x12ab:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f047 expref: 199 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.019449:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1410 00000100:00100000:2.0:1760456370.019456:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8dd4db1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+199:167596:x1845970873999104:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1760456370.019465:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.019469:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a8e94df6/0x3e4967fcee506cfb lrc: 4/0,0 mode: PR/PR res: [0x12ab:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f047 expref: 199 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.019479:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a8e94df6/0x3e4967fcee506cfb lrc: 3/0,0 mode: PR/PR res: [0x12ab:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f047 expref: 199 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.019484:0:122344:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873998976 00010000:00010000:2.0:1760456370.019499:0:86474:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a8e94df6/0x3e4967fcee506cfb lrc: 0/0,0 mode: --/PR res: [0x12ab:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f047 expref: 200 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.019500:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456370.019541:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.019544:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.019546:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e54b lrc: 3/0,1 mode: PW/PW res: [0x12ab:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.019555:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e54b lrc: 4/0,1 mode: PW/PW res: [0x12ab:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.019574:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456370.019574:0:122344:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000022393f0f/0x3e4967fcee506c3e lrc: 4/0,0 mode: PR/PR res: [0x12a8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f01d expref: 199 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.019575:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456370.019601:0:122344:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873999040 00010000:00010000:1.0:1760456370.019612:0:122344:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f6f5795c/0x3e4967fcee508129 lrc: 5/0,0 mode: PR/PR res: [0x137a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f4c3 expref: 166 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.019631:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8dd4db1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+199:167596:x1845970873999104:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 160us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1760456370.019642:0:122914:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d7bd5c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+450:85191:x1845970852993024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4239us (4432us total) trans 12884911282 rc 0/0 00000100:00100000:2.0:1760456370.019650:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1410 00000100:00100000:0.0:1760456370.019657:0:122914:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19420 00000100:00100000:1.0:1760456370.019661:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873999168 00000100:00100000:2.0:1760456370.019676:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1411 00000100:00100000:0.0:1760456370.019682:0:122914:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852994368 00000100:00100000:2.0:1760456370.019684:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002652641a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+198:167596:x1845970873998976:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1760456370.019695:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.019700:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000022393f0f/0x3e4967fcee506c3e lrc: 4/0,0 mode: PR/PR res: [0x12a8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f01d expref: 198 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.019709:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1412 00000100:00100000:0.0:1760456370.019713:0:122914:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19431 00010000:00010000:2.0:1760456370.019719:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000022393f0f/0x3e4967fcee506c3e lrc: 3/0,0 mode: PR/PR res: [0x12a8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f01d expref: 198 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.019720:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003f2456ae pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+167:167596:x1845970873999040:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00000100:00100000:0.0:1760456370.019724:0:122914:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009d9bf87f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+450:85190:x1845970852994368:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.019732:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.019738:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f6f5795c/0x3e4967fcee508129 lrc: 5/0,0 mode: PR/PR res: [0x137a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f4c3 expref: 167 pid: 87239 timeout: 4721 lvb_type: 1 00002000:00080000:0.0:1760456370.019744:0:122914:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4787 count 1 00010000:00010000:3.0:1760456370.019749:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f6f5795c/0x3e4967fcee508129 lrc: 4/0,0 mode: PR/PR res: [0x137a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f4c3 expref: 167 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.019749:0:86474:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000022393f0f/0x3e4967fcee506c3e lrc: 0/0,0 mode: --/PR res: [0x12a8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f01d expref: 198 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.019758:0:122914:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e56e lrc: 3/0,1 mode: --/PW res: [0x12b3:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.019777:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000747d2376/0x3e4967fcee5081a7 lrc: 5/0,0 mode: PR/PR res: [0x136b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f4df expref: 167 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.019780:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.019781:0:122914:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006aa55ee0/0x3e4967fcee506e36 lrc: 2/0,0 mode: PR/PR res: [0x12b3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f08d expref: 197 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.019784:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.019785:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.019789:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.019789:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e53d lrc: 3/0,1 mode: PW/PW res: [0x12a8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.019793:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000330d7dc8/0x3e4967fcee50e544 lrc: 3/0,1 mode: PW/PW res: [0x137a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.019805:0:122914:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.019807:0:122914:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.019810:0:122914:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e56e lrc: 4/0,1 mode: --/PW res: [0x12b3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.019814:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1413 00010000:00010000:2.0:1760456370.019817:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e53d lrc: 4/0,1 mode: PW/PW res: [0x12a8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.019825:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dfef8613 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+167:167596:x1845970873999168:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1760456370.019839:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.019846:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000330d7dc8/0x3e4967fcee50e544 lrc: 4/0,1 mode: PW/PW res: [0x137a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.019846:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000747d2376/0x3e4967fcee5081a7 lrc: 5/0,0 mode: PR/PR res: [0x136b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f4df expref: 167 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.019847:0:122914:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006aa55ee0/0x3e4967fcee506e36 lrc: 3/0,0 mode: PR/PR res: [0x12b3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f08d expref: 197 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.019858:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456370.019882:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1760456370.019885:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002652641a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+197:167596:x1845970873998976:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 196us (480us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456370.019893:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000747d2376/0x3e4967fcee5081a7 lrc: 4/0,0 mode: PR/PR res: [0x136b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f4df expref: 167 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.019900:0:122914:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006aa55ee0/0x3e4967fcee506e36 lrc: 4/0,0 mode: PR/PR res: [0x12b3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f08d expref: 197 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.019904:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1411 00010000:00010000:1.0:1760456370.019910:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1760456370.019911:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003f2456ae pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+167:167596:x1845970873999040:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 189us (409us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.019927:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1412 00000100:00100000:0.0:1760456370.019930:0:122914:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000377c01a4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:122914:1845970852994432:192.168.203.34@tcp:104: 00000004:00080000:2.0:1760456370.019952:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000da4bec2c/2, rc 0, transno 9394 00010000:00010000:1.0:1760456370.019959:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.019963:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c26bd5f5/0x3e4967fcee50e552 lrc: 3/0,1 mode: PW/PW res: [0x136b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.019964:0:122914:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ba2c36cc going to sleep for 6 seconds 00000100:00100000:2.0:1760456370.019966:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da4bec2c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852993024:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.019977:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c26bd5f5/0x3e4967fcee50e552 lrc: 4/0,1 mode: PW/PW res: [0x136b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.019988:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:1.0:1760456370.020000:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.020000:0:87410:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006b027c00/0x3e4967fcee507cfa lrc: 3/0,0 mode: PR/PR res: [0x1346:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f3d5 expref: 166 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.020009:0:87410:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006b027c00/0x3e4967fcee507cfa lrc: 4/0,0 mode: PR/PR res: [0x1346:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f3d5 expref: 166 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.020018:0:87410:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000753ed154 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:87410:1845970852994560:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.020026:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008b4c513a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852994496:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456370.020026:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dfef8613 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+166:167596:x1845970873999168:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 201us (452us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456370.020038:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1413 00000100:00100000:0.0:1760456370.020042:0:87410:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e9ed637f going to sleep for 6 seconds 00000100:00100000:1.0:1760456370.020055:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873999232 00010000:00010000:1.0:1760456370.020068:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b13be949/0x3e4967fcee508264 lrc: 5/0,0 mode: PR/PR res: [0x137b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f509 expref: 166 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.020072:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1760456370.020082:0:88855:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000747d2376/0x3e4967fcee5081a7 lrc: 0/0,0 mode: --/PR res: [0x136b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f4df expref: 166 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.020092:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1414 00000100:00100000:1.0:1760456370.020097:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba802d17 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+165:167596:x1845970873999232:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00000100:00100000:0.0:1760456370.020102:0:88855:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000015c576cc pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:88855:1845970852993984:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.020104:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456370.020109:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b13be949/0x3e4967fcee508264 lrc: 5/0,0 mode: PR/PR res: [0x137b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f509 expref: 165 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.020118:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b13be949/0x3e4967fcee508264 lrc: 4/0,0 mode: PR/PR res: [0x137b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f509 expref: 165 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.020120:0:122906:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e54b lrc: 3/0,1 mode: PW/PW res: [0x12ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.020124:0:88855:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c26bd5f5/0x3e4967fcee50e552 lrc: 3/0,1 mode: PW/PW res: [0x136b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.020138:0:122906:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e54b lrc: 3/0,1 mode: PW/PW res: [0x12ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.020142:0:88855:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c26bd5f5/0x3e4967fcee50e552 lrc: 3/0,1 mode: PW/PW res: [0x136b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.020154:0:122906:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e54b lrc: 3/0,1 mode: PW/PW res: [0x12ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.020166:0:88855:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c26bd5f5/0x3e4967fcee50e552 lrc: 3/0,1 mode: PW/PW res: [0x136b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.020173:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.020174:0:122906:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e54b lrc: 2/0,0 mode: PW/PW res: [0x12ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.020176:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.020178:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008b096a6a/0x3e4967fcee50e559 lrc: 3/0,1 mode: PW/PW res: [0x137b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.020183:0:88855:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c26bd5f5/0x3e4967fcee50e552 lrc: 3/0,1 mode: PW/PW res: [0x136b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.020190:0:122919:0:(client.c:2500:ptlrpc_set_wait()) set 0000000078dac6d3 going to sleep for 6 seconds 00010000:00010000:0.0:1760456370.020202:0:88855:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c26bd5f5/0x3e4967fcee50e552 lrc: 2/0,0 mode: PW/PW res: [0x136b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.020213:0:122906:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.020221:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.020225:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e54b lrc: 2/0,0 mode: PW/PW res: [0x12ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.020232:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000022b6459a already unused, calling callback (0000000049577fce) 00000100:00100000:3.0:1760456370.020236:0:87240:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852994496 00010000:00010000:0.0:1760456370.020236:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e54b lrc: 2/0,0 mode: PW/PW res: [0x12ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.020244:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e54b lrc: 3/0,0 mode: PW/PW res: [0x12ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.020257:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008b096a6a/0x3e4967fcee50e559 lrc: 4/0,1 mode: PW/PW res: [0x137b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.020260:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e54b lrc: 1/0,0 mode: --/PW res: [0x12ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.020265:0:87240:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19432 00010000:00010000:1.0:1760456370.020273:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1760456370.020274:0:87240:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d3fb42b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+451:85191:x1845970852994496:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456370.020275:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e54b lrc: 0/0,0 mode: --/PW res: [0x12ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1760456370.020293:0:87240:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4795 count 1 00010000:00010000:0.0:1760456370.020298:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.020302:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.020306:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.020335:0:87237:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000df12c8cb/0x3e4967fcee5080ea lrc: 0/0,0 mode: --/PR res: [0x1368:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f4b5 expref: 165 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.020347:0:87237:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005c018ec8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:87237:1845970852993344:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.020361:0:87237:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e536 lrc: 3/0,1 mode: PW/PW res: [0x1368:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.020362:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba802d17 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+164:167596:x1845970873999232:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 263us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456370.020372:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1414 00000100:00100000:2.0:1760456370.020381:0:122906:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fba93ae9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+452:85189:x1845970852993600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2181us (2544us total) trans 12884911283 rc 0/0 00000100:00100000:2.0:1760456370.020389:0:122906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19426 00000004:00080000:0.0:1760456370.020400:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000bfae3253/2, rc 0, transno 9395 00010000:00010000:1.0:1760456370.020401:0:122921:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e53d lrc: 3/0,1 mode: PW/PW res: [0x12a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.020410:0:122921:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e53d lrc: 3/0,1 mode: PW/PW res: [0x12a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.020416:0:122921:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e53d lrc: 3/0,1 mode: PW/PW res: [0x12a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.020416:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfae3253 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852993600:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.020425:0:164867:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000485ac8cf pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:164867:1845970852994240:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.020433:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456370.020442:0:164867:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000268fef09/0x3e4967fcee50e560 lrc: 3/0,1 mode: --/PW res: [0x12b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.020460:0:122920:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e472 lrc: 3/0,1 mode: PW/PW res: [0x1267:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.020469:0:122920:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e472 lrc: 3/0,1 mode: PW/PW res: [0x1267:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.020478:0:122920:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e472 lrc: 3/0,1 mode: PW/PW res: [0x1267:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.020481:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1760456370.020487:0:122920:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e472 lrc: 2/0,0 mode: PW/PW res: [0x1267:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.020494:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005c018ec8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852994624:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.020504:0:122921:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e53d lrc: 2/0,0 mode: PW/PW res: [0x12a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.020534:0:122921:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1760456370.020548:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456370.020553:0:122920:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1760456370.020565:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1760456370.020569:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e53d lrc: 2/0,0 mode: PW/PW res: [0x12a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.020575:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e7db8498 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.020578:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e53d lrc: 2/0,0 mode: PW/PW res: [0x12a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.020583:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e53d lrc: 3/0,0 mode: PW/PW res: [0x12a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.020585:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.020592:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e472 lrc: 2/0,0 mode: PW/PW res: [0x1267:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.020601:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fa6ffac7 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.020604:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e472 lrc: 2/0,0 mode: PW/PW res: [0x1267:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.020613:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e472 lrc: 3/0,0 mode: PW/PW res: [0x1267:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.020637:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e472 lrc: 1/0,0 mode: --/PW res: [0x1267:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.020643:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e472 lrc: 0/0,0 mode: --/PW res: [0x1267:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.020663:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.020665:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e53d lrc: 1/0,0 mode: --/PW res: [0x12a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.020665:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.020668:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.020673:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e53d lrc: 0/0,0 mode: --/PW res: [0x12a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.020687:0:87237:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e536 lrc: 3/0,1 mode: PW/PW res: [0x1368:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.020691:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.020692:0:122905:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000004d33530 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+434:85191:x1845970852992384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6235us (6566us total) trans 38654713856 rc 0/0 00010000:00010000:1.0:1760456370.020695:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.020699:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.020701:0:87237:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e536 lrc: 3/0,1 mode: PW/PW res: [0x1368:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.020708:0:122905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19417 00010000:00010000:0.0:1760456370.020710:0:87237:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e536 lrc: 3/0,1 mode: PW/PW res: [0x1368:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.020715:0:87240:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000095b90e41/0x3e4967fcee50e575 lrc: 3/0,1 mode: --/PW res: [0x12bb:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.020716:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873999296 00010000:00010000:0.0:1760456370.020717:0:87237:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e536 lrc: 2/0,0 mode: PW/PW res: [0x1368:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.020730:0:122905:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852994624 00010000:00010000:1.0:1760456370.020735:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008358f5f9/0x3e4967fcee506db8 lrc: 4/0,0 mode: PR/PR res: [0x12b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f071 expref: 197 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.020745:0:87240:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cf185f0c/0x3e4967fcee506eb4 lrc: 2/0,0 mode: PR/PR res: [0x12bb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f0a9 expref: 197 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.020746:0:87237:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456370.020756:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.020758:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1760456370.020760:0:122905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19433 00010000:00010000:3.0:1760456370.020761:0:87240:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000095b90e41/0x3e4967fcee50e575 lrc: 4/0,1 mode: --/PW res: [0x12bb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.020770:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1415 00000100:00100000:2.0:1760456370.020771:0:122905:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015c576cc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+452:85189:x1845970852994624:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456370.020779:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000043c9bf24 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+197:167593:x1845970873999296:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1760456370.020788:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00080000:2.0:1760456370.020791:0:122905:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4798 count 1 00010000:00010000:1.0:1760456370.020792:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008358f5f9/0x3e4967fcee506db8 lrc: 4/0,0 mode: PR/PR res: [0x12b0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f071 expref: 197 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.020797:0:87240:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cf185f0c/0x3e4967fcee506eb4 lrc: 3/0,0 mode: PR/PR res: [0x12bb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f0a9 expref: 197 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.020810:0:122905:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50e57c lrc: 3/0,1 mode: --/PW res: [0x12be:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.020827:0:87240:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cf185f0c/0x3e4967fcee506eb4 lrc: 4/0,0 mode: PR/PR res: [0x12bb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f0a9 expref: 197 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.020830:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008358f5f9/0x3e4967fcee506db8 lrc: 3/0,0 mode: PR/PR res: [0x12b0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f071 expref: 197 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.020835:0:122905:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b4d5a934/0x3e4967fcee506ef3 lrc: 2/0,0 mode: PR/PR res: [0x12be:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f0b7 expref: 197 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.020856:0:122905:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.020858:0:122905:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1760456370.020859:0:87240:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041fd077 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:87240:1845970852994688:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.020861:0:122345:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008358f5f9/0x3e4967fcee506db8 lrc: 0/0,0 mode: --/PR res: [0x12b0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f071 expref: 197 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.020862:0:122905:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50e57c lrc: 4/0,1 mode: --/PW res: [0x12be:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.020879:0:87237:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7a488b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+434:85189:x1845970852993280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4309us (4486us total) trans 38654713857 rc 0/0 00010000:00010000:1.0:1760456370.020882:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.020885:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.020888:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000268fef09/0x3e4967fcee50e560 lrc: 3/0,1 mode: PW/PW res: [0x12b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.020890:0:87237:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19423 00010000:00010000:1.0:1760456370.020897:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000268fef09/0x3e4967fcee50e560 lrc: 4/0,1 mode: PW/PW res: [0x12b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.020900:0:87240:0:(client.c:2500:ptlrpc_set_wait()) set 00000000294413d6 going to sleep for 6 seconds 00010000:00010000:2.0:1760456370.020902:0:122905:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b4d5a934/0x3e4967fcee506ef3 lrc: 3/0,0 mode: PR/PR res: [0x12be:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f0b7 expref: 196 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.020914:0:122905:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b4d5a934/0x3e4967fcee506ef3 lrc: 4/0,0 mode: PR/PR res: [0x12be:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f0b7 expref: 196 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.020919:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:0.0:1760456370.020919:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003bd787d3/2, rc 0, transno 8193 00000100:00100000:2.0:1760456370.020925:0:122905:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ba25bce9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:122905:1845970852994752:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.020930:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003bd787d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852993280:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456370.020942:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000043c9bf24 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+196:167593:x1845970873999296:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 163us (518us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456370.020949:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1415 00000100:00100000:2.0:1760456370.020955:0:122905:0:(client.c:2500:ptlrpc_set_wait()) set 0000000031e6bb7d going to sleep for 6 seconds 00010000:00010000:1.0:1760456370.020971:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.020975:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e536 lrc: 2/0,0 mode: PW/PW res: [0x1368:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.020981:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000758f8c02 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.020984:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e536 lrc: 2/0,0 mode: PW/PW res: [0x1368:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1760456370.020987:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008d9adf20/2, rc 0, transno 8192 00010000:00010000:1.0:1760456370.020990:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e536 lrc: 3/0,0 mode: PW/PW res: [0x1368:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.020995:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008d9adf20 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852992384:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456370.021006:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e536 lrc: 1/0,0 mode: --/PW res: [0x1368:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.021027:0:85191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1760456370.021036:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f4437d32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852994816:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456370.021037:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007399d469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852994880:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456370.021038:0:164871:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b13be949/0x3e4967fcee508264 lrc: 0/0,0 mode: --/PR res: [0x137b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f509 expref: 163 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.021058:0:164871:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000efc88065 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:164871:1845970852994112:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.021068:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000758f8c02/0x3e4967fcee50e536 lrc: 0/0,0 mode: --/PW res: [0x1368:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.021075:0:164871:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008b096a6a/0x3e4967fcee50e559 lrc: 3/0,1 mode: PW/PW res: [0x137b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.021076:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1760456370.021088:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.021091:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.021094:0:164871:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008b096a6a/0x3e4967fcee50e559 lrc: 3/0,1 mode: PW/PW res: [0x137b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.021094:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.021097:0:164869:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852994880 00010000:00010000:3.0:1760456370.021100:0:164871:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008b096a6a/0x3e4967fcee50e559 lrc: 3/0,1 mode: PW/PW res: [0x137b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.021107:0:164871:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b096a6a/0x3e4967fcee50e559 lrc: 3/0,1 mode: PW/PW res: [0x137b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.021111:0:164871:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008b096a6a/0x3e4967fcee50e559 lrc: 2/0,0 mode: PW/PW res: [0x137b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.021119:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.021125:0:164867:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000268fef09/0x3e4967fcee50e560 lrc: 3/0,1 mode: PW/PW res: [0x12b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.021133:0:164871:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1760456370.021133:0:164867:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000268fef09/0x3e4967fcee50e560 lrc: 3/0,1 mode: PW/PW res: [0x12b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.021142:0:164867:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000268fef09/0x3e4967fcee50e560 lrc: 3/0,1 mode: PW/PW res: [0x12b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.021144:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456370.021149:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008b096a6a/0x3e4967fcee50e559 lrc: 2/0,0 mode: PW/PW res: [0x137b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.021151:0:164867:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000268fef09/0x3e4967fcee50e560 lrc: 2/0,0 mode: PW/PW res: [0x12b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.021167:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008b096a6a already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456370.021170:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008b096a6a/0x3e4967fcee50e559 lrc: 2/0,0 mode: PW/PW res: [0x137b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.021178:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008b096a6a/0x3e4967fcee50e559 lrc: 3/0,0 mode: PW/PW res: [0x137b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.021180:0:164867:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1760456370.021181:0:164869:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852994816 00010000:00010000:2.0:1760456370.021195:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456370.021197:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008b096a6a/0x3e4967fcee50e559 lrc: 1/0,0 mode: --/PW res: [0x137b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.021200:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000268fef09/0x3e4967fcee50e560 lrc: 2/0,0 mode: PW/PW res: [0x12b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.021200:0:164869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19434 00000100:00100000:0.0:1760456370.021210:0:164869:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000485ac8cf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+435:85191:x1845970852994880:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1760456370.021225:0:164869:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5017 count 1 00010000:00010000:2.0:1760456370.021227:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000268fef09 already unused, calling callback (0000000049577fce) 00010000:00010000:2.0:1760456370.021233:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000268fef09/0x3e4967fcee50e560 lrc: 2/0,0 mode: PW/PW res: [0x12b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.021234:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008b096a6a/0x3e4967fcee50e559 lrc: 0/0,0 mode: --/PW res: [0x137b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.021240:0:164869:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e583 lrc: 3/0,1 mode: --/PW res: [0x1399:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.021259:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000268fef09/0x3e4967fcee50e560 lrc: 3/0,0 mode: PW/PW res: [0x12b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.021266:0:164869:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000198c4047/0x3e4967fcee50849b lrc: 2/0,0 mode: PR/PR res: [0x1399:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f587 expref: 162 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.021272:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.021276:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.021278:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.021279:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.021279:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000268fef09/0x3e4967fcee50e560 lrc: 1/0,0 mode: --/PW res: [0x12b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.021281:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.021285:0:164869:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e583 lrc: 4/0,1 mode: --/PW res: [0x1399:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.021291:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000268fef09/0x3e4967fcee50e560 lrc: 0/0,0 mode: --/PW res: [0x12b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.021313:0:164869:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000198c4047/0x3e4967fcee50849b lrc: 3/0,0 mode: PR/PR res: [0x1399:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f587 expref: 162 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.021316:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.021321:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.021323:0:164869:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000198c4047/0x3e4967fcee50849b lrc: 4/0,0 mode: PR/PR res: [0x1399:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f587 expref: 162 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.021325:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1760456370.021329:0:122921:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c22c69e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+453:85190:x1845970852993408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3898us (4022us total) trans 12884911284 rc 0/0 00000100:00100000:0.0:1760456370.021334:0:164869:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f777c565 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:164869:1845970852994944:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456370.021339:0:122921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19424 00000100:00100000:2.0:1760456370.021347:0:122906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19435 00000100:00100000:2.0:1760456370.021355:0:122906:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd23f5d3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+435:85189:x1845970852994816:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456370.021368:0:164869:0:(client.c:2500:ptlrpc_set_wait()) set 0000000009b82230 going to sleep for 6 seconds 00002000:00080000:2.0:1760456370.021370:0:122906:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5022 count 1 00010000:00010000:1.0:1760456370.021374:0:164868:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f6f5795c/0x3e4967fcee508129 lrc: 0/0,0 mode: --/PR res: [0x137a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f4c3 expref: 162 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.021385:0:122906:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e58a lrc: 3/0,1 mode: --/PW res: [0x139e:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.021387:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456370.021392:0:164868:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000f10f14e pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:164868:1845970852993664:192.168.203.34@tcp:104: 00000004:00080000:0.0:1760456370.021397:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000091f4412c/2, rc 0, transno 9396 00010000:00010000:2.0:1760456370.021408:0:122906:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009c83a778/0x3e4967fcee50845c lrc: 2/0,0 mode: PR/PR res: [0x139e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f579 expref: 161 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.021408:0:164868:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000330d7dc8/0x3e4967fcee50e544 lrc: 3/0,1 mode: PW/PW res: [0x137a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.021412:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000091f4412c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852993408:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.021426:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.021428:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.021430:0:122906:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e58a lrc: 4/0,1 mode: --/PW res: [0x139e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.021455:0:85190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1760456370.021456:0:122906:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009c83a778/0x3e4967fcee50845c lrc: 3/0,0 mode: PR/PR res: [0x139e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f579 expref: 161 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.021466:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008db151e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852995008:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.021469:0:122906:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009c83a778/0x3e4967fcee50845c lrc: 4/0,0 mode: PR/PR res: [0x139e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f579 expref: 161 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.021469:0:164868:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000330d7dc8/0x3e4967fcee50e544 lrc: 3/0,1 mode: PW/PW res: [0x137a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.021494:0:122906:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000056f17ef9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:122906:1845970852995072:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.021500:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.021506:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456370.021604:0:122906:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d56f02de going to sleep for 6 seconds 00000100:00100000:3.0:1760456370.021607:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:1.0:1760456370.021639:0:164868:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000330d7dc8/0x3e4967fcee50e544 lrc: 3/0,1 mode: PW/PW res: [0x137a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.021646:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873999360 00010000:00010000:1.0:1760456370.021646:0:164868:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000330d7dc8/0x3e4967fcee50e544 lrc: 3/0,1 mode: PW/PW res: [0x137a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.021653:0:164868:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000330d7dc8/0x3e4967fcee50e544 lrc: 2/0,0 mode: PW/PW res: [0x137a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.021665:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006aa55ee0/0x3e4967fcee506e36 lrc: 5/0,0 mode: PR/PR res: [0x12b3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f08d expref: 196 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.021671:0:164868:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1760456370.021675:0:87410:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000753ed154 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:87410:1845970852994560:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.021687:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873999424 00010000:00010000:0.0:1760456370.021696:0:87410:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e4e9 lrc: 3/0,1 mode: --/PW res: [0x1346:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.021698:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006b027c00/0x3e4967fcee507cfa lrc: 4/0,0 mode: PR/PR res: [0x1346:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f3d5 expref: 162 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.021726:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1760456370.021730:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873999488 00010000:00010000:0.0:1760456370.021730:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000330d7dc8/0x3e4967fcee50e544 lrc: 2/0,0 mode: PW/PW res: [0x137a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.021736:0:122919:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b12c6387 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:122919:1845970852994304:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.021741:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003ff2185c/0x3e4967fcee508360 lrc: 4/0,0 mode: PR/PR res: [0x137f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f541 expref: 163 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.021747:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000330d7dc8 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.021752:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000330d7dc8/0x3e4967fcee50e544 lrc: 2/0,0 mode: PW/PW res: [0x137a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.021757:0:122919:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e567 lrc: 3/0,1 mode: --/PW res: [0x137f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.021764:0:122343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1416 00010000:00010000:0.0:1760456370.021767:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000330d7dc8/0x3e4967fcee50e544 lrc: 3/0,0 mode: PW/PW res: [0x137a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.021774:0:122343:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7b28958 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+196:167594:x1845970873999360:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1760456370.021785:0:122343:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.021791:0:122343:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006aa55ee0/0x3e4967fcee506e36 lrc: 5/0,0 mode: PR/PR res: [0x12b3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f08d expref: 196 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.021792:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000330d7dc8/0x3e4967fcee50e544 lrc: 1/0,0 mode: --/PW res: [0x137a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.021811:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000330d7dc8/0x3e4967fcee50e544 lrc: 0/0,0 mode: --/PW res: [0x137a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.021814:0:122343:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006aa55ee0/0x3e4967fcee506e36 lrc: 4/0,0 mode: PR/PR res: [0x12b3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f08d expref: 196 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.021833:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.021836:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456370.021836:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.021838:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.021840:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.021843:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.021846:0:122343:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e56e lrc: 3/0,1 mode: PW/PW res: [0x12b3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.021855:0:122343:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e56e lrc: 4/0,1 mode: PW/PW res: [0x12b3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.021865:0:88855:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.021870:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1760456370.021872:0:122343:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456370.021874:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c26bd5f5/0x3e4967fcee50e552 lrc: 2/0,0 mode: PW/PW res: [0x136b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.021881:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c26bd5f5 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.021884:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c26bd5f5/0x3e4967fcee50e552 lrc: 2/0,0 mode: PW/PW res: [0x136b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.021896:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.021899:0:122343:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7b28958 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+196:167594:x1845970873999360:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 123us (517us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456370.021901:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c26bd5f5/0x3e4967fcee50e552 lrc: 3/0,0 mode: PW/PW res: [0x136b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.021910:0:122343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1416 00010000:00010000:1.0:1760456370.021917:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c26bd5f5/0x3e4967fcee50e552 lrc: 1/0,0 mode: --/PW res: [0x136b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.021923:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c26bd5f5/0x3e4967fcee50e552 lrc: 0/0,0 mode: --/PW res: [0x136b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.021958:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873999552 00010000:00010000:2.0:1760456370.021969:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cf185f0c/0x3e4967fcee506eb4 lrc: 5/0,0 mode: PR/PR res: [0x12bb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f0a9 expref: 196 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.021979:0:122343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1417 00000100:00100000:2.0:1760456370.021983:0:122343:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000efc88065 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+163:167596:x1845970873999424:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1760456370.021989:0:122343:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.021993:0:122343:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006b027c00/0x3e4967fcee507cfa lrc: 4/0,0 mode: PR/PR res: [0x1346:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f3d5 expref: 163 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.021994:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.021996:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.021999:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.022004:0:122343:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006b027c00/0x3e4967fcee507cfa lrc: 3/0,0 mode: PR/PR res: [0x1346:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f3d5 expref: 163 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.022022:0:122343:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006b027c00/0x3e4967fcee507cfa lrc: 0/0,0 mode: --/PR res: [0x1346:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f3d5 expref: 163 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.022036:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.022038:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.022040:0:122343:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e4e9 lrc: 3/0,1 mode: PW/PW res: [0x1346:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.022048:0:122343:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e4e9 lrc: 4/0,1 mode: PW/PW res: [0x1346:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.022072:0:122343:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1760456370.022083:0:88855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000039485601 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+436:85191:x1845970852993856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3426us (3678us total) trans 38654713858 rc 0/0 00000100:00100000:0.0:1760456370.022090:0:88855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19427 00000100:00100000:0.0:1760456370.022108:0:88855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852995008 00000100:00100000:2.0:1760456370.022109:0:122343:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000efc88065 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+162:167596:x1845970873999424:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 122us (613us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.022121:0:122343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1417 00000100:00100000:3.0:1760456370.022130:0:122920:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be747c1e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+454:85189:x1845970852989696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19206us (19267us total) trans 12884911285 rc 0/0 00000100:00100000:3.0:1760456370.022140:0:122920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19394 00000004:00080000:0.0:1760456370.022141:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000099570e9a/2, rc 0, transno 9397 00000100:00100000:2.0:1760456370.022147:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873999616 00000100:00100000:0.0:1760456370.022153:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099570e9a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852989696:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.022164:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b4d5a934/0x3e4967fcee506ef3 lrc: 5/0,0 mode: PR/PR res: [0x12be:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f0b7 expref: 197 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.022190:0:122343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1418 00000100:00100000:2.0:1760456370.022197:0:122343:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c31687e1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+161:167596:x1845970873999488:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1760456370.022208:0:122343:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1760456370.022210:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1760456370.022213:0:122343:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003ff2185c/0x3e4967fcee508360 lrc: 4/0,0 mode: PR/PR res: [0x137f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f541 expref: 161 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.022222:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f389e8e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852995136:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.022228:0:122343:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003ff2185c/0x3e4967fcee508360 lrc: 3/0,0 mode: PR/PR res: [0x137f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f541 expref: 161 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.022246:0:122343:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003ff2185c/0x3e4967fcee508360 lrc: 0/0,0 mode: --/PR res: [0x137f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f541 expref: 161 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.022256:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.022265:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.022268:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1760456370.022268:0:164868:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbff87bd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+436:85190:x1845970852993472:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4295us (4625us total) trans 38654713859 rc 0/0 00010000:00010000:2.0:1760456370.022272:0:122343:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e567 lrc: 3/0,1 mode: PW/PW res: [0x137f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.022278:0:164868:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19425 00010000:00010000:2.0:1760456370.022285:0:122343:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e567 lrc: 4/0,1 mode: PW/PW res: [0x137f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.022303:0:164868:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852995136 00000004:00080000:0.0:1760456370.022308:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000049b1a4e5/2, rc 0, transno 8195 00010000:00010000:2.0:1760456370.022309:0:122343:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1760456370.022322:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000049b1a4e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852993472:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456370.022328:0:164868:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19436 00000100:00100000:2.0:1760456370.022335:0:122343:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c31687e1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+160:167596:x1845970873999488:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 136us (731us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.022342:0:122343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1418 00000100:00100000:2.0:1760456370.022361:0:122343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1419 00000100:00100000:2.0:1760456370.022367:0:122343:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b12c6387 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+197:167596:x1845970873999552:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00000100:00100000:0.0:1760456370.022372:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd46b458 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852995200:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456370.022373:0:122343:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1760456370.022375:0:164868:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000285c27c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+454:85189:x1845970852995136:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.022380:0:122343:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cf185f0c/0x3e4967fcee506eb4 lrc: 5/0,0 mode: PR/PR res: [0x12bb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f0a9 expref: 197 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.022388:0:122343:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cf185f0c/0x3e4967fcee506eb4 lrc: 4/0,0 mode: PR/PR res: [0x12bb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f0a9 expref: 197 pid: 122920 timeout: 4721 lvb_type: 1 00002000:00080000:1.0:1760456370.022390:0:164868:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4807 count 1 00010000:00010000:2.0:1760456370.022403:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.022405:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.022405:0:164868:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e591 lrc: 3/0,1 mode: --/PW res: [0x12c7:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.022408:0:122343:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000095b90e41/0x3e4967fcee50e575 lrc: 3/0,1 mode: PW/PW res: [0x12bb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.022411:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.022426:0:122343:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000095b90e41/0x3e4967fcee50e575 lrc: 4/0,1 mode: PW/PW res: [0x12bb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.022430:0:164868:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009e042b05/0x3e4967fcee506fef lrc: 2/0,0 mode: PR/PR res: [0x12c7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f0ef expref: 197 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.022438:0:164868:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.022439:0:164868:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.022442:0:122343:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456370.022442:0:164868:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e591 lrc: 4/0,1 mode: --/PW res: [0x12c7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.022456:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:1.0:1760456370.022461:0:164868:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009e042b05/0x3e4967fcee506fef lrc: 3/0,0 mode: PR/PR res: [0x12c7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f0ef expref: 197 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.022467:0:87410:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e4e9 lrc: 3/0,1 mode: PW/PW res: [0x1346:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.022469:0:122343:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b12c6387 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+197:167596:x1845970873999552:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 97us (633us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.022484:0:122343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1419 00010000:00010000:0.0:1760456370.022488:0:87410:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e4e9 lrc: 3/0,1 mode: PW/PW res: [0x1346:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.022497:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873999744 00000100:00100000:3.0:1760456370.022499:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456370.022507:0:87410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e4e9 lrc: 3/0,1 mode: PW/PW res: [0x1346:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.022509:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009c83a778/0x3e4967fcee50845c lrc: 5/0,0 mode: PR/PR res: [0x139e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f579 expref: 160 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.022538:0:87410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e4e9 lrc: 2/0,0 mode: PW/PW res: [0x1346:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.022547:0:164868:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009e042b05/0x3e4967fcee506fef lrc: 4/0,0 mode: PR/PR res: [0x12c7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f0ef expref: 196 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.022551:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873999680 00000100:00100000:1.0:1760456370.022559:0:164868:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000f10f14e pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:164868:1845970852995264:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.022564:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000198c4047/0x3e4967fcee50849b lrc: 5/0,0 mode: PR/PR res: [0x1399:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f587 expref: 161 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.022565:0:87410:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456370.022572:0:122919:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e567 lrc: 3/0,1 mode: PW/PW res: [0x137f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.022575:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.022580:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e4e9 lrc: 2/0,0 mode: PW/PW res: [0x1346:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.022595:0:122919:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e567 lrc: 3/0,1 mode: PW/PW res: [0x137f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.022603:0:122343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1420 00000100:00100000:2.0:1760456370.022613:0:122343:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d566327 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+196:167594:x1845970873999616:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1760456370.022635:0:122343:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.022637:0:122919:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e567 lrc: 3/0,1 mode: PW/PW res: [0x137f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.022641:0:122343:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b4d5a934/0x3e4967fcee506ef3 lrc: 5/0,0 mode: PR/PR res: [0x12be:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f0b7 expref: 196 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.022656:0:122919:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e567 lrc: 2/0,0 mode: PW/PW res: [0x137f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.022658:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b187ecd8 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.022663:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e4e9 lrc: 2/0,0 mode: PW/PW res: [0x1346:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.022666:0:122343:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b4d5a934/0x3e4967fcee506ef3 lrc: 4/0,0 mode: PR/PR res: [0x12be:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f0b7 expref: 196 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.022678:0:122919:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.022685:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e4e9 lrc: 3/0,0 mode: PW/PW res: [0x1346:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.022692:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1760456370.022693:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.022696:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e567 lrc: 2/0,0 mode: PW/PW res: [0x137f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.022697:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.022700:0:122343:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50e57c lrc: 3/0,1 mode: PW/PW res: [0x12be:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.022700:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e4e9 lrc: 1/0,0 mode: --/PW res: [0x1346:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.022717:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d713c715 already unused, calling callback (0000000049577fce) 00000100:00100000:0.0:1760456370.022722:0:87410:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000de267599 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+436:85189:x1845970852991872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9997us (10710us total) trans 38654713860 rc 0/0 00010000:00010000:3.0:1760456370.022723:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e567 lrc: 2/0,0 mode: PW/PW res: [0x137f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.022725:0:122343:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50e57c lrc: 4/0,1 mode: PW/PW res: [0x12be:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.022726:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b187ecd8/0x3e4967fcee50e4e9 lrc: 0/0,0 mode: --/PW res: [0x1346:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.022741:0:87410:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19411 00010000:00010000:3.0:1760456370.022751:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e567 lrc: 3/0,0 mode: PW/PW res: [0x137f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.022759:0:122343:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456370.022767:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.022769:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e567 lrc: 1/0,0 mode: --/PW res: [0x137f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.022771:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.022774:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.022778:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e567 lrc: 0/0,0 mode: --/PW res: [0x137f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1760456370.022778:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000004ea55455/2, rc 0, transno 8196 00000100:00100000:0.0:1760456370.022790:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ea55455 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852991872:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456370.022797:0:122343:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d566327 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+196:167594:x1845970873999616:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 181us (905us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456370.022800:0:164868:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b6d66021 going to sleep for 6 seconds 00010000:00010000:3.0:1760456370.022802:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.022807:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.022810:0:122343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1420 00010000:00010000:3.0:1760456370.022812:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1760456370.022825:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1421 00000100:00100000:1.0:1760456370.022831:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008613f1d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+161:167596:x1845970873999744:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00000100:00100000:2.0:1760456370.022839:0:122343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1422 00010000:00010000:1.0:1760456370.022840:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456370.022846:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009c83a778/0x3e4967fcee50845c lrc: 5/0,0 mode: PR/PR res: [0x139e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f579 expref: 161 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.022847:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e94e40c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852995328:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456370.022850:0:122343:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b4c05355 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+161:167594:x1845970873999680:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1760456370.022867:0:122343:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.022873:0:122343:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000198c4047/0x3e4967fcee50849b lrc: 5/0,0 mode: PR/PR res: [0x1399:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f587 expref: 161 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.022884:0:122343:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000198c4047/0x3e4967fcee50849b lrc: 4/0,0 mode: PR/PR res: [0x1399:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f587 expref: 161 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.022892:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.022907:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.022909:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.022911:0:122343:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e583 lrc: 3/0,1 mode: PW/PW res: [0x1399:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.022918:0:122343:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e583 lrc: 4/0,1 mode: PW/PW res: [0x1399:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.022919:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009c83a778/0x3e4967fcee50845c lrc: 4/0,0 mode: PR/PR res: [0x139e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f579 expref: 161 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.022933:0:164869:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000198c4047/0x3e4967fcee50849b lrc: 0/0,0 mode: --/PR res: [0x1399:0x0:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f587 expref: 161 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.022946:0:122343:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1760456370.022949:0:164869:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f777c565 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:164869:1845970852994944:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.022950:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.022953:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.022956:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e58a lrc: 3/0,1 mode: PW/PW res: [0x139e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.022965:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e58a lrc: 4/0,1 mode: PW/PW res: [0x139e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.022967:0:164869:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e583 lrc: 3/0,1 mode: PW/PW res: [0x1399:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.022968:0:122343:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b4c05355 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+160:167594:x1845970873999680:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 118us (475us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.022986:0:122343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1422 00010000:00010000:0.0:1760456370.022987:0:164869:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e583 lrc: 3/0,1 mode: PW/PW res: [0x1399:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.022995:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.022995:0:164869:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e583 lrc: 3/0,1 mode: PW/PW res: [0x1399:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.023002:0:164869:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e583 lrc: 3/0,1 mode: PW/PW res: [0x1399:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.023007:0:164869:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e583 lrc: 2/0,0 mode: PW/PW res: [0x1399:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.023016:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008613f1d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+159:167596:x1845970873999744:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 185us (563us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.023023:0:122919:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069cb3ca5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+436:85189:x1845970852994176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3821us (3919us total) trans 38654713861 rc 0/0 00000100:00100000:1.0:1760456370.023025:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1421 00000004:00080000:2.0:1760456370.023035:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d7f319f3/2, rc 0, transno 8194 00000004:00080000:0.0:1760456370.023038:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b8ca4d70/2, rc 0, transno 8197 00000100:00100000:3.0:1760456370.023039:0:122919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19430 00000100:00100000:2.0:1760456370.023049:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d7f319f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852993856:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456370.023049:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8ca4d70 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852994176:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456370.023056:0:122921:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852995200 00000100:00100000:3.0:1760456370.023066:0:122919:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852995328 00000100:00100000:1.0:1760456370.023076:0:122921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19437 00000100:00100000:1.0:1760456370.023083:0:122921:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007daccbae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+437:85189:x1845970852995200:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1760456370.023085:0:164869:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.023093:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1760456370.023094:0:122919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19438 00002000:00080000:1.0:1760456370.023094:0:122921:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5023 count 1 00010000:00010000:0.0:1760456370.023097:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e583 lrc: 2/0,0 mode: PW/PW res: [0x1399:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.023104:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000016be4d0e already unused, calling callback (0000000049577fce) 00000100:00100000:3.0:1760456370.023105:0:122919:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b48b282e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+437:85190:x1845970852995328:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456370.023107:0:122921:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005b2472ce/0x3e4967fcee50e598 lrc: 3/0,1 mode: --/PW res: [0x139f:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.023108:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e583 lrc: 2/0,0 mode: PW/PW res: [0x1399:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.023117:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000049733773 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852995392:0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1760456370.023121:0:122919:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5029 count 1 00010000:00010000:0.0:1760456370.023132:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e583 lrc: 3/0,0 mode: PW/PW res: [0x1399:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.023135:0:122921:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000095b2c42b/0x3e4967fcee508558 lrc: 2/0,0 mode: PR/PR res: [0x139f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f5b1 expref: 158 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.023139:0:122919:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ada93d4c/0x3e4967fcee50e59f lrc: 3/0,1 mode: --/PW res: [0x13a5:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.023155:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1760456370.023155:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e583 lrc: 1/0,0 mode: --/PW res: [0x1399:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.023160:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.023162:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.023165:0:122921:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005b2472ce/0x3e4967fcee50e598 lrc: 4/0,1 mode: --/PW res: [0x139f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.023167:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e583 lrc: 0/0,0 mode: --/PW res: [0x1399:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.023170:0:122919:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000004e9cfa1/0x3e4967fcee5085d6 lrc: 2/0,0 mode: PR/PR res: [0x13a5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f5cd expref: 158 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.023182:0:122906:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c83a778/0x3e4967fcee50845c lrc: 0/0,0 mode: --/PR res: [0x139e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f579 expref: 158 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.023195:0:122921:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000095b2c42b/0x3e4967fcee508558 lrc: 3/0,0 mode: PR/PR res: [0x139f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f5b1 expref: 158 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.023197:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.023197:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.023200:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.023201:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.023204:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.023205:0:122919:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ada93d4c/0x3e4967fcee50e59f lrc: 4/0,1 mode: --/PW res: [0x13a5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.023207:0:122906:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000056f17ef9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:122906:1845970852995072:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.023210:0:122921:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000095b2c42b/0x3e4967fcee508558 lrc: 4/0,0 mode: PR/PR res: [0x139f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f5b1 expref: 157 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.023214:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1760456370.023225:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2ec6235 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852995456:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456370.023226:0:122906:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e58a lrc: 3/0,1 mode: PW/PW res: [0x139e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.023248:0:122919:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000004e9cfa1/0x3e4967fcee5085d6 lrc: 3/0,0 mode: PR/PR res: [0x13a5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f5cd expref: 157 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1760456370.023255:0:122921:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000a6646d4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:122921:1845970852995520:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.023261:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.023267:0:122906:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e58a lrc: 3/0,1 mode: PW/PW res: [0x139e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.023273:0:122919:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000004e9cfa1/0x3e4967fcee5085d6 lrc: 4/0,0 mode: PR/PR res: [0x13a5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f5cd expref: 157 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.023276:0:122906:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e58a lrc: 3/0,1 mode: PW/PW res: [0x139e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.023285:0:122921:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f54e976e going to sleep for 6 seconds 00010000:00010000:2.0:1760456370.023295:0:122906:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e58a lrc: 3/0,1 mode: PW/PW res: [0x139e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.023300:0:122919:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000048953463 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:122919:1845970852995584:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.023302:0:122906:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e58a lrc: 2/0,0 mode: PW/PW res: [0x139e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.023330:0:122906:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.023335:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.023339:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e58a lrc: 2/0,0 mode: PW/PW res: [0x139e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.023342:0:122919:0:(client.c:2500:ptlrpc_set_wait()) set 00000000025268cf going to sleep for 6 seconds 00010000:00010000:0.0:1760456370.023349:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000362a6e9e already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.023352:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e58a lrc: 2/0,0 mode: PW/PW res: [0x139e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.023361:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e58a lrc: 3/0,0 mode: PW/PW res: [0x139e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.023373:0:164870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852995392 00010000:00010000:0.0:1760456370.023374:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e58a lrc: 1/0,0 mode: --/PW res: [0x139e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.023383:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000362a6e9e/0x3e4967fcee50e58a lrc: 0/0,0 mode: --/PW res: [0x139e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.023394:0:164870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852995456 00010000:00010000:0.0:1760456370.023402:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.023405:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.023409:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.023424:0:164870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19439 00000100:00100000:3.0:1760456370.023431:0:164870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d693516 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+439:85191:x1845970852995392:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456370.023432:0:170681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19440 00002000:00080000:3.0:1760456370.023441:0:164870:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5033 count 1 00010000:00010000:3.0:1760456370.023453:0:164870:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003627d410/0x3e4967fcee50e5a6 lrc: 3/0,1 mode: --/PW res: [0x13a9:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.023463:0:164870:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001ed60cf3/0x3e4967fcee508615 lrc: 2/0,0 mode: PR/PR res: [0x13a9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f5db expref: 157 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.023467:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.023469:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.023470:0:164870:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003627d410/0x3e4967fcee50e5a6 lrc: 4/0,1 mode: --/PW res: [0x13a9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.023474:0:170681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006cacbcf0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+439:85189:x1845970852993728:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456370.023494:0:164870:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001ed60cf3/0x3e4967fcee508615 lrc: 3/0,0 mode: PR/PR res: [0x13a9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f5db expref: 157 pid: 87239 timeout: 0 lvb_type: 1 00002000:00080000:1.0:1760456370.023498:0:170681:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:4975 count 1 00010000:00010000:3.0:1760456370.023502:0:164870:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001ed60cf3/0x3e4967fcee508615 lrc: 4/0,0 mode: PR/PR res: [0x13a9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f5db expref: 157 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.023526:0:170681:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a537781/0x3e4967fcee50e5ad lrc: 3/0,1 mode: --/PW res: [0x136f:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.023536:0:170681:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fe82d1a6/0x3e4967fcee508168 lrc: 2/0,0 mode: PR/PR res: [0x136f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f4d1 expref: 157 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.023543:0:170681:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.023545:0:170681:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1760456370.023547:0:164870:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ccb9cad2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:164870:1845970852995648:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.023548:0:170681:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a537781/0x3e4967fcee50e5ad lrc: 4/0,1 mode: --/PW res: [0x136f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.023589:0:164870:0:(client.c:2500:ptlrpc_set_wait()) set 0000000078dac6d3 going to sleep for 6 seconds 00010000:00010000:1.0:1760456370.023591:0:170681:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fe82d1a6/0x3e4967fcee508168 lrc: 3/0,0 mode: PR/PR res: [0x136f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f4d1 expref: 157 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.023600:0:170681:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fe82d1a6/0x3e4967fcee508168 lrc: 4/0,0 mode: PR/PR res: [0x136f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f4d1 expref: 157 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.023610:0:170681:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000014f2e45a pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:170681:1845970852995712:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.023610:0:164869:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000485ac8cf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+441:85191:x1845970852994880:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2400us (2535us total) trans 38654713863 rc 0/0 00000100:00100000:2.0:1760456370.023633:0:122906:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd23f5d3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+441:85189:x1845970852994816:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2277us (2519us total) trans 38654713862 rc 0/0 00000100:00100000:0.0:1760456370.023633:0:164869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19434 00000100:00100000:2.0:1760456370.023645:0:122906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19435 00000100:00100000:1.0:1760456370.023654:0:170681:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b8ff8a2f going to sleep for 6 seconds 00000100:00100000:2.0:1760456370.023672:0:122906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19441 00000004:00080000:0.0:1760456370.023675:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000f4437d32/2, rc 0, transno 8198 00000100:00100000:2.0:1760456370.023681:0:122906:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f777c565 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+439:85189:x1845970852995456:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456370.023691:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f4437d32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852994816:0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1760456370.023695:0:122906:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5028 count 1 00010000:00010000:2.0:1760456370.023707:0:122906:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000c03b33d/0x3e4967fcee50e5b4 lrc: 3/0,1 mode: --/PW res: [0x13a4:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.023710:0:87239:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b3a6bfb2/0x3e4967fcee50684e lrc: 0/0,0 mode: --/PR res: [0x1273:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ef3d expref: 195 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.023730:0:122906:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003a396fa1/0x3e4967fcee508654 lrc: 2/0,0 mode: PR/PR res: [0x13a4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f5e9 expref: 157 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.023736:0:87239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001fa99884 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:87239:1845970852991296:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.023741:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1760456370.023744:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e76fd00a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852995776:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456370.023745:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.023748:0:122906:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000c03b33d/0x3e4967fcee50e5b4 lrc: 4/0,1 mode: --/PW res: [0x13a4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.023755:0:87239:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a36cd9c0/0x3e4967fcee50e4c6 lrc: 3/0,1 mode: PW/PW res: [0x1273:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.023766:0:87239:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a36cd9c0/0x3e4967fcee50e4c6 lrc: 3/0,1 mode: PW/PW res: [0x1273:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.023776:0:122906:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003a396fa1/0x3e4967fcee508654 lrc: 3/0,0 mode: PR/PR res: [0x13a4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f5e9 expref: 157 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.023778:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456370.023779:0:87239:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a36cd9c0/0x3e4967fcee50e4c6 lrc: 3/0,1 mode: PW/PW res: [0x1273:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.023801:0:87239:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a36cd9c0/0x3e4967fcee50e4c6 lrc: 3/0,1 mode: PW/PW res: [0x1273:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.023803:0:122906:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003a396fa1/0x3e4967fcee508654 lrc: 4/0,0 mode: PR/PR res: [0x13a4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f5e9 expref: 157 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.023813:0:122923:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852995776 00010000:00010000:3.0:1760456370.023819:0:87239:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a36cd9c0/0x3e4967fcee50e4c6 lrc: 2/0,0 mode: PW/PW res: [0x1273:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.023829:0:122906:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ad8b64f pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:122906:1845970852995840:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.023836:0:122923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19442 00000100:00100000:0.0:1760456370.023841:0:122923:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ba61b69 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+440:85189:x1845970852995776:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456370.023842:0:87239:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:0.0:1760456370.023859:0:122923:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5037 count 1 00000100:00100000:2.0:1760456370.023865:0:122906:0:(client.c:2500:ptlrpc_set_wait()) set 0000000048ca0e73 going to sleep for 6 seconds 00010000:00010000:0.0:1760456370.023875:0:122923:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e5bb lrc: 3/0,1 mode: --/PW res: [0x13ad:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1760456370.023894:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000007399d469/2, rc 0, transno 8199 00010000:00010000:0.0:1760456370.023895:0:122923:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dce2396f/0x3e4967fcee508693 lrc: 2/0,0 mode: PR/PR res: [0x13ad:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f5f7 expref: 157 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.023905:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1760456370.023908:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007399d469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852994880:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1760456370.023909:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.023912:0:122923:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e5bb lrc: 4/0,1 mode: --/PW res: [0x13ad:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.023924:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.023928:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a36cd9c0/0x3e4967fcee50e4c6 lrc: 2/0,0 mode: PW/PW res: [0x1273:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.023932:0:122923:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dce2396f/0x3e4967fcee508693 lrc: 3/0,0 mode: PR/PR res: [0x13ad:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f5f7 expref: 157 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.023942:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a36cd9c0 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.023946:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a36cd9c0/0x3e4967fcee50e4c6 lrc: 2/0,0 mode: PW/PW res: [0x1273:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.023948:0:122923:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dce2396f/0x3e4967fcee508693 lrc: 4/0,0 mode: PR/PR res: [0x13ad:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f5f7 expref: 157 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.023951:0:85191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1760456370.023961:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a36cd9c0/0x3e4967fcee50e4c6 lrc: 3/0,0 mode: PW/PW res: [0x1273:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.023963:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c5ddebf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852995968:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456370.023968:0:122923:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b6985f1f pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:122923:1845970852995904:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.023983:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a36cd9c0/0x3e4967fcee50e4c6 lrc: 1/0,0 mode: --/PW res: [0x1273:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.023988:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a36cd9c0/0x3e4967fcee50e4c6 lrc: 0/0,0 mode: --/PW res: [0x1273:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.024001:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.024003:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.024003:0:122923:0:(client.c:2500:ptlrpc_set_wait()) set 0000000009b82230 going to sleep for 6 seconds 00010000:00010000:1.0:1760456370.024007:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.024014:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1760456370.024044:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b85d133f/2, rc 0, transno 9398 00000100:00100000:3.0:1760456370.024048:0:87239:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d18e096 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+455:85188:x1845970852991168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16617us (16735us total) trans 12884911286 rc 0/0 00000100:00100000:0.0:1760456370.024056:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b85d133f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970852991168:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.024061:0:87239:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19406 00000100:00100000:3.0:1760456370.024083:0:87239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852995968 00000100:00100000:3.0:1760456370.024110:0:87239:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19443 00000100:00100000:0.0:1760456370.024110:0:85190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1760456370.024117:0:87239:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000056f17ef9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+441:85191:x1845970852995968:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456370.024121:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000052ade3ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852996032:0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1760456370.024132:0:87239:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5038 count 1 00010000:00010000:3.0:1760456370.024149:0:87239:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000022fb6bd9/0x3e4967fcee50e5c2 lrc: 3/0,1 mode: --/PW res: [0x13ae:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.024161:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456370.024168:0:87239:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000522aac1a/0x3e4967fcee508750 lrc: 2/0,0 mode: PR/PR res: [0x13ae:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f621 expref: 157 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.024182:0:87239:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.024184:0:87239:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.024186:0:87239:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000022fb6bd9/0x3e4967fcee50e5c2 lrc: 4/0,1 mode: --/PW res: [0x13ae:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.024193:0:87237:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852996032 00010000:00010000:3.0:1760456370.024210:0:87239:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000522aac1a/0x3e4967fcee508750 lrc: 3/0,0 mode: PR/PR res: [0x13ae:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f621 expref: 157 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.024220:0:87237:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19444 00010000:00010000:3.0:1760456370.024224:0:87239:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000522aac1a/0x3e4967fcee508750 lrc: 4/0,0 mode: PR/PR res: [0x13ae:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f621 expref: 157 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.024228:0:87237:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f2fa5ea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+456:85190:x1845970852996032:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.024247:0:87239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001fa99884 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:87239:1845970852996096:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.024259:0:164867:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f3a79ae8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+456:85189:x1845970852994048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5138us (5310us total) trans 12884911287 rc 0/0 00000100:00100000:2.0:1760456370.024268:0:164867:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19429 00000004:00080000:0.0:1760456370.024271:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000050306f11/2, rc 0, transno 9399 00000100:00100000:0.0:1760456370.024283:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050306f11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852994048:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.024287:0:87239:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c9d60c8c going to sleep for 6 seconds 00002000:00080000:2.0:1760456370.024312:0:123791:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4778 count 1 00000100:00100000:1.0:1760456370.024324:0:164868:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000f10f14e pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:164868:1845970852995264:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.024326:0:123791:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fdd2497a/0x3e4967fcee50e5c9 lrc: 3/0,1 mode: --/PW res: [0x12aa:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.024337:0:164868:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e591 lrc: 3/0,1 mode: --/PW res: [0x12c7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.024339:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1760456370.024341:0:123791:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b14ebacc/0x3e4967fcee506bff lrc: 2/0,0 mode: PR/PR res: [0x12aa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f00f expref: 194 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.024353:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c4a9659d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852996160:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.024364:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456370.024365:0:123791:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.024369:0:123791:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.024371:0:123791:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fdd2497a/0x3e4967fcee50e5c9 lrc: 4/0,1 mode: --/PW res: [0x12aa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.024396:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.024397:0:123791:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b14ebacc/0x3e4967fcee506bff lrc: 3/0,0 mode: PR/PR res: [0x12aa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f00f expref: 194 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.024405:0:87240:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cf185f0c/0x3e4967fcee506eb4 lrc: 0/0,0 mode: --/PR res: [0x12bb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f0a9 expref: 194 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.024414:0:123791:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b14ebacc/0x3e4967fcee506bff lrc: 4/0,0 mode: PR/PR res: [0x12aa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f00f expref: 194 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.024425:0:87240:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041fd077 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:87240:1845970852994688:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.024430:0:123791:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000037a8ab19 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:123791:1845970852996224:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.024435:0:87410:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852996160 00010000:00010000:3.0:1760456370.024442:0:87240:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000095b90e41/0x3e4967fcee50e575 lrc: 3/0,1 mode: PW/PW res: [0x12bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.024453:0:87240:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000095b90e41/0x3e4967fcee50e575 lrc: 3/0,1 mode: PW/PW res: [0x12bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.024460:0:87240:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000095b90e41/0x3e4967fcee50e575 lrc: 3/0,1 mode: PW/PW res: [0x12bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.024460:0:87410:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19445 00000100:00100000:2.0:1760456370.024461:0:123791:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d56f02de going to sleep for 6 seconds 00000100:00100000:0.0:1760456370.024471:0:87410:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a313ddd0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+456:85189:x1845970852996160:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.024474:0:87240:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000095b90e41/0x3e4967fcee50e575 lrc: 3/0,1 mode: PW/PW res: [0x12bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.024483:0:87240:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000095b90e41/0x3e4967fcee50e575 lrc: 2/0,0 mode: PW/PW res: [0x12bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1760456370.024486:0:87410:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4805 count 1 00010000:00010000:2.0:1760456370.024493:0:122905:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b4d5a934/0x3e4967fcee506ef3 lrc: 0/0,0 mode: --/PR res: [0x12be:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f0b7 expref: 193 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.024501:0:87410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50e5d0 lrc: 3/0,1 mode: --/PW res: [0x12c5:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.024508:0:122905:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ba25bce9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:122905:1845970852994752:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.024532:0:87410:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000093ea2d45/0x3e4967fcee50706d lrc: 2/0,0 mode: PR/PR res: [0x12c5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f10b expref: 192 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.024535:0:87240:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.024541:0:87410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.024544:0:87410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.024545:0:87410:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50e5d0 lrc: 4/0,1 mode: --/PW res: [0x12c5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.024559:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.024564:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000095b90e41/0x3e4967fcee50e575 lrc: 2/0,0 mode: PW/PW res: [0x12bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.024569:0:87410:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000093ea2d45/0x3e4967fcee50706d lrc: 3/0,0 mode: PR/PR res: [0x12c5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f10b expref: 192 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.024574:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000095b90e41 already unused, calling callback (0000000049577fce) 00010000:00010000:2.0:1760456370.024579:0:122905:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50e57c lrc: 3/0,1 mode: PW/PW res: [0x12be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.024579:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000095b90e41/0x3e4967fcee50e575 lrc: 2/0,0 mode: PW/PW res: [0x12bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.024587:0:87410:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000093ea2d45/0x3e4967fcee50706d lrc: 4/0,0 mode: PR/PR res: [0x12c5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f10b expref: 192 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.024602:0:122905:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50e57c lrc: 3/0,1 mode: PW/PW res: [0x12be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.024610:0:87410:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a7a02960 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:87410:1845970852996288:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.024616:0:122905:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50e57c lrc: 3/0,1 mode: PW/PW res: [0x12be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.024640:0:122905:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50e57c lrc: 3/0,1 mode: PW/PW res: [0x12be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.024652:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000095b90e41/0x3e4967fcee50e575 lrc: 3/0,0 mode: PW/PW res: [0x12bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.024653:0:87410:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e9ed637f going to sleep for 6 seconds 00010000:00010000:1.0:1760456370.024666:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000095b90e41/0x3e4967fcee50e575 lrc: 1/0,0 mode: --/PW res: [0x12bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.024672:0:122905:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50e57c lrc: 2/0,0 mode: PW/PW res: [0x12be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.024674:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000095b90e41/0x3e4967fcee50e575 lrc: 0/0,0 mode: --/PW res: [0x12bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1760456370.024674:0:87237:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4804 count 1 00010000:00010000:0.0:1760456370.024693:0:87237:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50e5d7 lrc: 3/0,1 mode: --/PW res: [0x12c4:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.024697:0:122905:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.024708:0:87237:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fd8ef09d/0x3e4967fcee50702e lrc: 2/0,0 mode: PR/PR res: [0x12c4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f0fd expref: 192 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.024710:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1760456370.024716:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50e57c lrc: 2/0,0 mode: PW/PW res: [0x12be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.024720:0:87237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.024723:0:87237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.024725:0:87237:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50e5d7 lrc: 4/0,1 mode: --/PW res: [0x12c4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.024728:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003cedbfdb already unused, calling callback (0000000049577fce) 00010000:00010000:2.0:1760456370.024733:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50e57c lrc: 2/0,0 mode: PW/PW res: [0x12be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.024749:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.024750:0:87240:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d3fb42b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+457:85191:x1845970852994496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4474us (4681us total) trans 12884911288 rc 0/0 00010000:00010000:2.0:1760456370.024751:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50e57c lrc: 3/0,0 mode: PW/PW res: [0x12be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.024752:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.024754:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.024760:0:87237:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fd8ef09d/0x3e4967fcee50702e lrc: 3/0,0 mode: PR/PR res: [0x12c4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f0fd expref: 192 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.024768:0:87240:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19432 00010000:00010000:0.0:1760456370.024778:0:87237:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fd8ef09d/0x3e4967fcee50702e lrc: 4/0,0 mode: PR/PR res: [0x12c4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f0fd expref: 192 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.024788:0:87237:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000687f1a97 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:87237:1845970852996352:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.024790:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50e57c lrc: 1/0,0 mode: --/PW res: [0x12be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.024799:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50e57c lrc: 0/0,0 mode: --/PW res: [0x12be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.024817:0:87237:0:(client.c:2500:ptlrpc_set_wait()) set 0000000066840e62 going to sleep for 6 seconds 00010000:00010000:2.0:1760456370.024820:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.024825:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.024829:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.024853:0:122914:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006aa55ee0/0x3e4967fcee506e36 lrc: 0/0,0 mode: --/PR res: [0x12b3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f08d expref: 192 pid: 122920 timeout: 4721 lvb_type: 1 00000004:00080000:2.0:1760456370.024858:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008b4c513a/2, rc 0, transno 9400 00000100:00100000:0.0:1760456370.024870:0:122914:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000377c01a4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:122914:1845970852994432:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.024875:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008b4c513a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852994496:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456370.024891:0:122914:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e56e lrc: 3/0,1 mode: PW/PW res: [0x12b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.024901:0:122914:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e56e lrc: 3/0,1 mode: PW/PW res: [0x12b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.024910:0:122914:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e56e lrc: 3/0,1 mode: PW/PW res: [0x12b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.024920:0:122914:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e56e lrc: 3/0,1 mode: PW/PW res: [0x12b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.024925:0:122914:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e56e lrc: 2/0,0 mode: PW/PW res: [0x12b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.024947:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000094ced8f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852996416:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.024981:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1760456370.025011:0:164871:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e13246e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+442:85190:x1845970852993920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6233us (6448us total) trans 38654713864 rc 0/0 00000100:00100000:3.0:1760456370.025020:0:164871:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19428 00000100:00100000:3.0:1760456370.025044:0:164871:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852996416 00000004:00080000:0.0:1760456370.025054:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000909ca7d9/2, rc 0, transno 8200 00000100:00100000:1.0:1760456370.025057:0:88636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873999808 00000100:00100000:0.0:1760456370.025068:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000909ca7d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852993920:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1760456370.025073:0:164871:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19446 00010000:00010000:1.0:1760456370.025075:0:88636:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009e042b05/0x3e4967fcee506fef lrc: 4/0,0 mode: PR/PR res: [0x12c7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f0ef expref: 192 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.025083:0:164871:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004771b14b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+457:85189:x1845970852996416:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1760456370.025099:0:164871:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4808 count 1 00000100:00100000:1.0:1760456370.025106:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1423 00000100:00100000:0.0:1760456370.025108:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000470ef913 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852996480:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456370.025113:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057872365 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+192:167593:x1845970873999808:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1760456370.025114:0:164871:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e5de lrc: 3/0,1 mode: --/PW res: [0x12c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.025124:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456370.025131:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009e042b05/0x3e4967fcee506fef lrc: 4/0,0 mode: PR/PR res: [0x12c7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f0ef expref: 192 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.025132:0:164871:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d94b43a9/0x3e4967fcee5070eb lrc: 2/0,0 mode: PR/PR res: [0x12c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f127 expref: 192 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.025143:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456370.025154:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.025157:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.025157:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009e042b05/0x3e4967fcee506fef lrc: 3/0,0 mode: PR/PR res: [0x12c7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f0ef expref: 192 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.025161:0:164871:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e5de lrc: 4/0,1 mode: --/PW res: [0x12c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.025184:0:164871:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d94b43a9/0x3e4967fcee5070eb lrc: 3/0,0 mode: PR/PR res: [0x12c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f127 expref: 192 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.025196:0:164871:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d94b43a9/0x3e4967fcee5070eb lrc: 4/0,0 mode: PR/PR res: [0x12c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f127 expref: 192 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.025207:0:122905:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015c576cc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+458:85189:x1845970852994624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4437us (4658us total) trans 12884911289 rc 0/0 00000100:00100000:3.0:1760456370.025209:0:164871:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041fd077 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:164871:1845970852996544:192.168.203.34@tcp:104: 00000004:00080000:0.0:1760456370.025213:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005c018ec8/2, rc 0, transno 9401 00000100:00100000:2.0:1760456370.025224:0:122905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19433 00000100:00100000:0.0:1760456370.025226:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005c018ec8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852994624:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.025248:0:164871:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c9d645c2 going to sleep for 6 seconds 00000100:00100000:2.0:1760456370.025249:0:122905:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852996480 00010000:00010000:1.0:1760456370.025251:0:88636:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009e042b05/0x3e4967fcee506fef lrc: 0/0,0 mode: --/PR res: [0x12c7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f0ef expref: 192 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.025262:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.025264:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.025266:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e591 lrc: 3/0,1 mode: PW/PW res: [0x12c7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.025271:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e591 lrc: 4/0,1 mode: PW/PW res: [0x12c7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.025274:0:122905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19447 00000100:00100000:0.0:1760456370.025277:0:85190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1760456370.025283:0:122905:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000010caf321 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+442:85190:x1845970852996480:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456370.025287:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000799c3bec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852996608:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1760456370.025302:0:122905:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5048 count 1 00010000:00010000:1.0:1760456370.025305:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456370.025315:0:122905:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e5e5 lrc: 3/0,1 mode: --/PW res: [0x13b8:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.025325:0:122905:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000648830a8/0x3e4967fcee50880d lrc: 2/0,0 mode: PR/PR res: [0x13b8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f64b expref: 157 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1760456370.025329:0:122921:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000a6646d4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:122921:1845970852995520:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.025331:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.025342:0:122905:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.025344:0:122905:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.025346:0:122905:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e5e5 lrc: 4/0,1 mode: --/PW res: [0x13b8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.025348:0:122921:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005b2472ce/0x3e4967fcee50e598 lrc: 3/0,1 mode: --/PW res: [0x139f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.025370:0:164869:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852996608 00010000:00010000:1.0:1760456370.025377:0:164868:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e591 lrc: 3/0,1 mode: PW/PW res: [0x12c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.025380:0:122905:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000648830a8/0x3e4967fcee50880d lrc: 3/0,0 mode: PR/PR res: [0x13b8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f64b expref: 157 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.025387:0:164868:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e591 lrc: 3/0,1 mode: PW/PW res: [0x12c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.025399:0:164869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19448 00010000:00010000:2.0:1760456370.025403:0:122905:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000648830a8/0x3e4967fcee50880d lrc: 4/0,0 mode: PR/PR res: [0x13b8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f64b expref: 157 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.025405:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.025410:0:164869:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060300ac3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+458:85190:x1845970852996608:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1760456370.025425:0:164869:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4813 count 1 00000100:00100000:2.0:1760456370.025432:0:122905:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ba25bce9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:122905:1845970852996672:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.025433:0:164868:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e591 lrc: 3/0,1 mode: PW/PW res: [0x12c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.025439:0:164869:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50e5ec lrc: 3/0,1 mode: --/PW res: [0x12cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.025446:0:164868:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e591 lrc: 2/0,0 mode: PW/PW res: [0x12c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.025454:0:164869:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000016d31610/0x3e4967fcee5071a8 lrc: 2/0,0 mode: PR/PR res: [0x12cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f151 expref: 191 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.025460:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.025461:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.025464:0:164869:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50e5ec lrc: 4/0,1 mode: --/PW res: [0x12cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.025466:0:164868:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1760456370.025470:0:122905:0:(client.c:2500:ptlrpc_set_wait()) set 0000000031e6bb7d going to sleep for 6 seconds 00010000:00010000:0.0:1760456370.025478:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.025483:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e591 lrc: 2/0,0 mode: PW/PW res: [0x12c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.025487:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456370.025493:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000222c27c8 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.025496:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e591 lrc: 2/0,0 mode: PW/PW res: [0x12c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.025502:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e591 lrc: 3/0,0 mode: PW/PW res: [0x12c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.025507:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873999872 00010000:00010000:2.0:1760456370.025554:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000095b2c42b/0x3e4967fcee508558 lrc: 4/0,0 mode: PR/PR res: [0x139f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f5b1 expref: 158 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.025562:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e591 lrc: 1/0,0 mode: --/PW res: [0x12c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.025569:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e591 lrc: 0/0,0 mode: --/PW res: [0x12c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.025581:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970873999936 00010000:00010000:0.0:1760456370.025587:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.025592:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.025593:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000004e9cfa1/0x3e4967fcee5085d6 lrc: 5/0,0 mode: PR/PR res: [0x13a5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f5cd expref: 159 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.025596:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.025634:0:122347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1424 00000100:00100000:2.0:1760456370.025642:0:122347:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e6d09192 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+159:167593:x1845970873999872:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00000100:00100000:3.0:1760456370.025649:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.025650:0:88855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19449 00010000:00010000:2.0:1760456370.025654:0:122347:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.025659:0:122347:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000095b2c42b/0x3e4967fcee508558 lrc: 4/0,0 mode: PR/PR res: [0x139f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f5b1 expref: 159 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.025660:0:88855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060f073f8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+459:85190:x1845970852995008:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.025673:0:122347:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000095b2c42b/0x3e4967fcee508558 lrc: 3/0,0 mode: PR/PR res: [0x139f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f5b1 expref: 159 pid: 87239 timeout: 4721 lvb_type: 1 00002000:00080000:0.0:1760456370.025678:0:88855:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4791 count 1 00010000:00010000:2.0:1760456370.025687:0:122347:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000095b2c42b/0x3e4967fcee508558 lrc: 0/0,0 mode: --/PR res: [0x139f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f5b1 expref: 159 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.025692:0:88855:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50e5f3 lrc: 3/0,1 mode: --/PW res: [0x12b7:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.025699:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.025702:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1760456370.025703:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456370.025705:0:122347:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005b2472ce/0x3e4967fcee50e598 lrc: 3/0,1 mode: PW/PW res: [0x139f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.025709:0:88855:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005bcfdb1d/0x3e4967fcee506f32 lrc: 2/0,0 mode: PR/PR res: [0x12b7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f0c5 expref: 191 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.025717:0:122347:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005b2472ce/0x3e4967fcee50e598 lrc: 4/0,1 mode: PW/PW res: [0x139f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.025720:0:164868:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000285c27c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+459:85189:x1845970852995136:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3384us (3464us total) trans 12884911290 rc 0/0 00010000:00010000:0.0:1760456370.025728:0:88855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.025732:0:88855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.025734:0:88855:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50e5f3 lrc: 4/0,1 mode: --/PW res: [0x12b7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.025735:0:164868:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19436 00000100:00100000:2.0:1760456370.025745:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874000000 00010000:00010000:2.0:1760456370.025757:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001ed60cf3/0x3e4967fcee508615 lrc: 5/0,0 mode: PR/PR res: [0x13a9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f5db expref: 159 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.025767:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874000064 00000004:00080000:0.0:1760456370.025769:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000f389e8e9/2, rc 0, transno 9402 00000100:00100000:2.0:1760456370.025777:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1425 00000100:00100000:0.0:1760456370.025781:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f389e8e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852995136:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.025782:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fe82d1a6/0x3e4967fcee508168 lrc: 5/0,0 mode: PR/PR res: [0x136f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f4d1 expref: 160 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.025786:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8dd4db1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+160:167593:x1845970873999936:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1760456370.025803:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.025811:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000004e9cfa1/0x3e4967fcee5085d6 lrc: 5/0,0 mode: PR/PR res: [0x13a5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f5cd expref: 160 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.025815:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1426 00000100:00100000:0.0:1760456370.025822:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1760456370.025826:0:164870:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ccb9cad2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:164870:1845970852995648:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456370.025827:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002652641a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+160:167593:x1845970874000000:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1760456370.025834:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000004e9cfa1/0x3e4967fcee5085d6 lrc: 4/0,0 mode: PR/PR res: [0x13a5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f5cd expref: 160 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.025834:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000377c01a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852996736:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.025840:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.025845:0:164870:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003627d410/0x3e4967fcee50e5a6 lrc: 3/0,1 mode: --/PW res: [0x13a9:0x0:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.025847:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001ed60cf3/0x3e4967fcee508615 lrc: 4/0,0 mode: PR/PR res: [0x13a9:0x0:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f5db expref: 160 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.025858:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.025861:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.025864:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ada93d4c/0x3e4967fcee50e59f lrc: 3/0,1 mode: PW/PW res: [0x13a5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.025864:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1760456370.025871:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001ed60cf3/0x3e4967fcee508615 lrc: 3/0,0 mode: PR/PR res: [0x13a9:0x0:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f5db expref: 160 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.025880:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ada93d4c/0x3e4967fcee50e59f lrc: 4/0,1 mode: PW/PW res: [0x13a5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.025889:0:122914:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.025893:0:122345:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001ed60cf3/0x3e4967fcee508615 lrc: 0/0,0 mode: --/PR res: [0x13a9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f5db expref: 160 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.025895:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.025896:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.025901:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e56e lrc: 2/0,0 mode: PW/PW res: [0x12b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.025908:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.025908:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000096f50db4 already unused, calling callback (0000000049577fce) 00000100:00100000:3.0:1760456370.025911:0:122920:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852996736 00010000:00010000:1.0:1760456370.025911:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.025912:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e56e lrc: 2/0,0 mode: PW/PW res: [0x12b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.025914:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003627d410/0x3e4967fcee50e5a6 lrc: 3/0,1 mode: PW/PW res: [0x13a9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.025930:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8dd4db1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+159:167593:x1845970873999936:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 141us (444us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.025930:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e56e lrc: 3/0,0 mode: PW/PW res: [0x12b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.025932:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003627d410/0x3e4967fcee50e5a6 lrc: 4/0,1 mode: PW/PW res: [0x13a9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.025935:0:122920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19450 00000100:00100000:3.0:1760456370.025944:0:122920:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000753ed154 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+459:85189:x1845970852996736:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.025956:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1425 00002000:00080000:3.0:1760456370.025960:0:122920:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4803 count 1 00010000:00010000:0.0:1760456370.025966:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e56e lrc: 1/0,0 mode: --/PW res: [0x12b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.025975:0:122920:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009389ebef/0x3e4967fcee50e5fa lrc: 3/0,1 mode: --/PW res: [0x12c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.025976:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e56e lrc: 0/0,0 mode: --/PW res: [0x12b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.025983:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1427 00000100:00100000:2.0:1760456370.025997:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003f2456ae pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+158:167594:x1845970874000064:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1760456370.026007:0:122920:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006db7f9c4/0x3e4967fcee5071e7 lrc: 2/0,0 mode: PR/PR res: [0x12c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f15f expref: 191 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.026010:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.026011:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1760456370.026013:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.026015:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.026018:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.026020:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fe82d1a6/0x3e4967fcee508168 lrc: 5/0,0 mode: PR/PR res: [0x136f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f4d1 expref: 158 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.026031:0:122920:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.026034:0:122920:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1760456370.026035:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002652641a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+158:167593:x1845970874000000:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 210us (395us total) trans 0 rc 0/0 00010000:00010000:3.0:1760456370.026037:0:122920:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009389ebef/0x3e4967fcee50e5fa lrc: 4/0,1 mode: --/PW res: [0x12c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.026045:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fe82d1a6/0x3e4967fcee508168 lrc: 4/0,0 mode: PR/PR res: [0x136f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f4d1 expref: 158 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.026070:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.026072:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.026073:0:122920:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006db7f9c4/0x3e4967fcee5071e7 lrc: 3/0,0 mode: PR/PR res: [0x12c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f15f expref: 191 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.026075:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009a537781/0x3e4967fcee50e5ad lrc: 3/0,1 mode: PW/PW res: [0x136f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.026095:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a537781/0x3e4967fcee50e5ad lrc: 4/0,1 mode: PW/PW res: [0x136f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.026097:0:122920:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006db7f9c4/0x3e4967fcee5071e7 lrc: 4/0,0 mode: PR/PR res: [0x12c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f15f expref: 191 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.026097:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1426 00000100:00100000:3.0:1760456370.026124:0:122920:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ccb9cad2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:122920:1845970852996800:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.026127:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1760456370.026158:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003f2456ae pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+157:167594:x1845970874000064:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 164us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.026162:0:122920:0:(client.c:2500:ptlrpc_set_wait()) set 0000000078dac6d3 going to sleep for 6 seconds 00000100:00100000:2.0:1760456370.026168:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1427 00010000:00010000:2.0:1760456370.026229:0:122347:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1760456370.026245:0:122914:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009d9bf87f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+460:85190:x1845970852994368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6523us (6864us total) trans 12884911291 rc 0/0 00000100:00100000:0.0:1760456370.026260:0:122914:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19431 00000100:00100000:2.0:1760456370.026262:0:122347:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e6d09192 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+156:167593:x1845970873999872:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 614us (859us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456370.026263:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.026275:0:122347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1424 00000004:00080000:0.0:1760456370.026304:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006970ca9a/2, rc 0, transno 9403 00010000:00010000:3.0:1760456370.026314:0:164870:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003627d410/0x3e4967fcee50e5a6 lrc: 3/0,1 mode: PW/PW res: [0x13a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.026318:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006970ca9a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852994368:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.026320:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874000128 00010000:00010000:3.0:1760456370.026330:0:164870:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003627d410/0x3e4967fcee50e5a6 lrc: 3/0,1 mode: PW/PW res: [0x13a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.026334:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003a396fa1/0x3e4967fcee508654 lrc: 5/0,0 mode: PR/PR res: [0x13a4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f5e9 expref: 156 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.026347:0:164870:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003627d410/0x3e4967fcee50e5a6 lrc: 3/0,1 mode: PW/PW res: [0x13a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.026357:0:164870:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003627d410/0x3e4967fcee50e5a6 lrc: 2/0,0 mode: PW/PW res: [0x13a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.026367:0:122347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1428 00000100:00100000:2.0:1760456370.026374:0:122347:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000a6646d4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+156:167594:x1845970874000128:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00000100:00100000:0.0:1760456370.026374:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080cc854d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852996864:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.026384:0:164870:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1760456370.026384:0:122347:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.026390:0:122347:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003a396fa1/0x3e4967fcee508654 lrc: 5/0,0 mode: PR/PR res: [0x13a4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f5e9 expref: 156 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.026398:0:122347:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003a396fa1/0x3e4967fcee508654 lrc: 4/0,0 mode: PR/PR res: [0x13a4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f5e9 expref: 156 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.026410:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.026412:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.026414:0:122347:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000c03b33d/0x3e4967fcee50e5b4 lrc: 3/0,1 mode: PW/PW res: [0x13a4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.026414:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.026422:0:122347:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000c03b33d/0x3e4967fcee50e5b4 lrc: 4/0,1 mode: PW/PW res: [0x13a4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.026431:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456370.026443:0:122347:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1760456370.026458:0:86475:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874000256 00010000:00010000:2.0:1760456370.026470:0:86475:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000522aac1a/0x3e4967fcee508750 lrc: 5/0,0 mode: PR/PR res: [0x13ae:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f621 expref: 157 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.026491:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1429 00000100:00100000:0.0:1760456370.026494:0:122923:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b6985f1f pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:122923:1845970852995904:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.026501:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f10f14e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+157:167594:x1845970874000256:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1760456370.026508:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.026528:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000522aac1a/0x3e4967fcee508750 lrc: 5/0,0 mode: PR/PR res: [0x13ae:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f621 expref: 157 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.026540:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000522aac1a/0x3e4967fcee508750 lrc: 4/0,0 mode: PR/PR res: [0x13ae:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f621 expref: 157 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.026542:0:122923:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e5bb lrc: 3/0,1 mode: --/PW res: [0x13ad:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.026564:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.026568:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003627d410/0x3e4967fcee50e5a6 lrc: 2/0,0 mode: PW/PW res: [0x13a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.026572:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.026575:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.026576:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003627d410 already unused, calling callback (0000000049577fce) 00010000:00010000:2.0:1760456370.026579:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000022fb6bd9/0x3e4967fcee50e5c2 lrc: 3/0,1 mode: PW/PW res: [0x13ae:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.026580:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003627d410/0x3e4967fcee50e5a6 lrc: 2/0,0 mode: PW/PW res: [0x13a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.026580:0:164869:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000016d31610/0x3e4967fcee5071a8 lrc: 3/0,0 mode: PR/PR res: [0x12cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f151 expref: 191 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.026590:0:164870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d693516 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+443:85191:x1845970852995392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3157us (3437us total) trans 38654713865 rc 0/0 00010000:00010000:2.0:1760456370.026608:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000022fb6bd9/0x3e4967fcee50e5c2 lrc: 4/0,1 mode: PW/PW res: [0x13ae:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.026609:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003627d410/0x3e4967fcee50e5a6 lrc: 3/0,0 mode: PW/PW res: [0x13a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.026614:0:164870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19439 00010000:00010000:0.0:1760456370.026637:0:164869:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000016d31610/0x3e4967fcee5071a8 lrc: 4/0,0 mode: PR/PR res: [0x12cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f151 expref: 191 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.026648:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003627d410/0x3e4967fcee50e5a6 lrc: 1/0,0 mode: --/PW res: [0x13a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.026648:0:164869:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007c4ed92d pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:164869:1845970852996928:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.026649:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1760456370.026652:0:164870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852996864 00010000:00010000:1.0:1760456370.026659:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003627d410/0x3e4967fcee50e5a6 lrc: 0/0,0 mode: --/PW res: [0x13a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.026676:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f10f14e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+157:167594:x1845970874000256:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 176us (344us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456370.026677:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.026680:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.026683:0:164869:0:(client.c:2500:ptlrpc_set_wait()) set 0000000009b82230 going to sleep for 6 seconds 00010000:00010000:1.0:1760456370.026685:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.026688:0:164870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19451 00000100:00100000:2.0:1760456370.026689:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1429 00000100:00100000:3.0:1760456370.026697:0:164870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000076368397 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+460:85189:x1845970852996864:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1760456370.026711:0:164870:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4809 count 1 00000100:00100000:0.0:1760456370.026713:0:87237:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000687f1a97 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:87237:1845970852996352:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.026716:0:122921:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005b2472ce/0x3e4967fcee50e598 lrc: 3/0,1 mode: PW/PW res: [0x139f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.026723:0:122921:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005b2472ce/0x3e4967fcee50e598 lrc: 3/0,1 mode: PW/PW res: [0x139f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.026726:0:164870:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e601 lrc: 3/0,1 mode: --/PW res: [0x12c9:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.026727:0:87237:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50e5d7 lrc: 3/0,1 mode: --/PW res: [0x12c4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.026729:0:122921:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005b2472ce/0x3e4967fcee50e598 lrc: 3/0,1 mode: PW/PW res: [0x139f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.026752:0:122347:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000a6646d4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+156:167594:x1845970874000128:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 374us (494us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456370.026753:0:122921:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005b2472ce/0x3e4967fcee50e598 lrc: 2/0,0 mode: PW/PW res: [0x139f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.026755:0:164870:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fffaa981/0x3e4967fcee507226 lrc: 2/0,0 mode: PR/PR res: [0x12c9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f16d expref: 191 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.026774:0:88855:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005bcfdb1d/0x3e4967fcee506f32 lrc: 3/0,0 mode: PR/PR res: [0x12b7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f0c5 expref: 191 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1760456370.026777:0:122347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1428 00010000:00010000:3.0:1760456370.026779:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.026783:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.026784:0:122921:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456370.026786:0:164870:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e601 lrc: 4/0,1 mode: --/PW res: [0x12c9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.026794:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.026794:0:88855:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005bcfdb1d/0x3e4967fcee506f32 lrc: 4/0,0 mode: PR/PR res: [0x12b7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f0c5 expref: 191 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.026809:0:88855:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000687f1a97 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:88855:1845970852996992:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.026815:0:164870:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fffaa981/0x3e4967fcee507226 lrc: 3/0,0 mode: PR/PR res: [0x12c9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f16d expref: 191 pid: 122920 timeout: 0 lvb_type: 1 00000004:00080000:2.0:1760456370.026819:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000049733773/2, rc 0, transno 8201 00010000:00010000:3.0:1760456370.026829:0:164870:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fffaa981/0x3e4967fcee507226 lrc: 4/0,0 mode: PR/PR res: [0x12c9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f16d expref: 191 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.026835:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000049733773 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852995392:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456370.026836:0:88855:0:(client.c:2500:ptlrpc_set_wait()) set 0000000066840e62 going to sleep for 6 seconds 00010000:00010000:1.0:1760456370.026843:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005b2472ce/0x3e4967fcee50e598 lrc: 2/0,0 mode: PW/PW res: [0x139f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.026849:0:164870:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dfef8613 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:164870:1845970852997056:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.026855:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005b2472ce already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.026858:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005b2472ce/0x3e4967fcee50e598 lrc: 2/0,0 mode: PW/PW res: [0x139f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.026861:0:87410:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a7a02960 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:87410:1845970852996288:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.026868:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005b2472ce/0x3e4967fcee50e598 lrc: 3/0,0 mode: PW/PW res: [0x139f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.026878:0:87410:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50e5d0 lrc: 3/0,1 mode: --/PW res: [0x12c5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.026881:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005b2472ce/0x3e4967fcee50e598 lrc: 1/0,0 mode: --/PW res: [0x139f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.026886:0:85191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1760456370.026887:0:164870:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d1b19e2f going to sleep for 6 seconds 00010000:00010000:1.0:1760456370.026895:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005b2472ce/0x3e4967fcee50e598 lrc: 0/0,0 mode: --/PW res: [0x139f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.026901:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f7c080c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852997120:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456370.026918:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.026920:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.026923:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.026937:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.026949:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1760456370.026989:0:122914:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852997120 00000100:00100000:3.0:1760456370.027000:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.027000:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874000384 00010000:00010000:2.0:1760456370.027015:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000093ea2d45/0x3e4967fcee50706d lrc: 4/0,0 mode: PR/PR res: [0x12c5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f10b expref: 192 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.027015:0:122914:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19452 00000100:00100000:0.0:1760456370.027024:0:122914:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd3fd54a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+443:85191:x1845970852997120:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456370.027039:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874000192 00002000:00080000:0.0:1760456370.027041:0:122914:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5043 count 1 00010000:00010000:2.0:1760456370.027050:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dce2396f/0x3e4967fcee508693 lrc: 4/0,0 mode: PR/PR res: [0x13ad:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f5f7 expref: 156 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.027055:0:122914:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000809e3c27/0x3e4967fcee50e608 lrc: 3/0,1 mode: --/PW res: [0x13b3:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.027059:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456370.027074:0:122914:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d600ab3a/0x3e4967fcee50884c lrc: 2/0,0 mode: PR/PR res: [0x13b3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f659 expref: 156 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.027080:0:122914:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.027081:0:122914:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.027083:0:122914:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000809e3c27/0x3e4967fcee50e608 lrc: 4/0,1 mode: --/PW res: [0x13b3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.027095:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874000320 00010000:00010000:0.0:1760456370.027102:0:122914:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d600ab3a/0x3e4967fcee50884c lrc: 3/0,0 mode: PR/PR res: [0x13b3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f659 expref: 156 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.027114:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b14ebacc/0x3e4967fcee506bff lrc: 5/0,0 mode: PR/PR res: [0x12aa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f00f expref: 193 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.027114:0:122914:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d600ab3a/0x3e4967fcee50884c lrc: 4/0,0 mode: PR/PR res: [0x13b3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f659 expref: 156 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.027138:0:122914:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a7a02960 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:122914:1845970852997184:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.027162:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1430 00000100:00100000:1.0:1760456370.027164:0:122921:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007daccbae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+444:85189:x1845970852995200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4080us (4755us total) trans 38654713866 rc 0/0 00000004:00080000:0.0:1760456370.027171:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000bd46b458/2, rc 0, transno 8202 00000100:00100000:1.0:1760456370.027175:0:122921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19437 00000100:00100000:2.0:1760456370.027176:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000017ee079b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+193:167594:x1845970874000384:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00000100:00100000:0.0:1760456370.027185:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd46b458 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852995200:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456370.027188:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.027195:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000093ea2d45/0x3e4967fcee50706d lrc: 4/0,0 mode: PR/PR res: [0x12c5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f10b expref: 193 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.027203:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1431 00000100:00100000:1.0:1760456370.027210:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba802d17 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+156:167594:x1845970874000192:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1760456370.027213:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000093ea2d45/0x3e4967fcee50706d lrc: 3/0,0 mode: PR/PR res: [0x12c5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f10b expref: 193 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.027219:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456370.027225:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dce2396f/0x3e4967fcee508693 lrc: 4/0,0 mode: PR/PR res: [0x13ad:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f5f7 expref: 156 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.027238:0:86473:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000093ea2d45/0x3e4967fcee50706d lrc: 0/0,0 mode: --/PR res: [0x12c5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f10b expref: 193 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.027239:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.027240:0:85190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1760456370.027243:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dce2396f/0x3e4967fcee508693 lrc: 3/0,0 mode: PR/PR res: [0x13ad:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f5f7 expref: 156 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.027255:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b6985f1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852997248:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1760456370.027267:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456370.027268:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.027271:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.027274:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50e5d0 lrc: 3/0,1 mode: PW/PW res: [0x12c5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.027282:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50e5d0 lrc: 4/0,1 mode: PW/PW res: [0x12c5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.027300:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1760456370.027306:0:122345:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dce2396f/0x3e4967fcee508693 lrc: 0/0,0 mode: --/PR res: [0x13ad:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f5f7 expref: 156 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.027307:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456370.027319:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.027321:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.027322:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e5bb lrc: 3/0,1 mode: PW/PW res: [0x13ad:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.027327:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e5bb lrc: 4/0,1 mode: PW/PW res: [0x13ad:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.027333:0:87410:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50e5d0 lrc: 3/0,1 mode: PW/PW res: [0x12c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.027336:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.027346:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000017ee079b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+192:167594:x1845970874000384:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 171us (406us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.027368:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1430 00010000:00010000:0.0:1760456370.027374:0:87410:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50e5d0 lrc: 3/0,1 mode: PW/PW res: [0x12c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.027384:0:87410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50e5d0 lrc: 3/0,1 mode: PW/PW res: [0x12c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.027391:0:87410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50e5d0 lrc: 2/0,0 mode: PW/PW res: [0x12c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.027398:0:87240:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852997248 00010000:00010000:0.0:1760456370.027409:0:87410:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1760456370.027419:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874000512 00010000:00010000:1.0:1760456370.027419:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.027422:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.027426:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50e5d0 lrc: 2/0,0 mode: PW/PW res: [0x12c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.027427:0:87240:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19453 00010000:00010000:2.0:1760456370.027435:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000648830a8/0x3e4967fcee50880d lrc: 5/0,0 mode: PR/PR res: [0x13b8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f64b expref: 156 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.027438:0:87240:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009623f854 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+444:85190:x1845970852997248:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1760456370.027441:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000088839f4b already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.027446:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50e5d0 lrc: 2/0,0 mode: PW/PW res: [0x12c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1760456370.027456:0:87240:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5046 count 1 00010000:00010000:0.0:1760456370.027459:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50e5d0 lrc: 3/0,0 mode: PW/PW res: [0x12c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.027465:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874000576 00010000:00010000:3.0:1760456370.027472:0:87240:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000012cc2455/0x3e4967fcee50e60f lrc: 3/0,1 mode: --/PW res: [0x13b6:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.027474:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba802d17 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+156:167594:x1845970874000192:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 263us (477us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.027474:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50e5d0 lrc: 1/0,0 mode: --/PW res: [0x12c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.027480:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d94b43a9/0x3e4967fcee5070eb lrc: 5/0,0 mode: PR/PR res: [0x12c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f127 expref: 192 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.027495:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1431 00010000:00010000:0.0:1760456370.027499:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50e5d0 lrc: 0/0,0 mode: --/PW res: [0x12c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.027504:0:87240:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002b5db9da/0x3e4967fcee50888b lrc: 2/0,0 mode: PR/PR res: [0x13b6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f667 expref: 156 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1760456370.027542:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874000640 00010000:00010000:2.0:1760456370.027556:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006db7f9c4/0x3e4967fcee5071e7 lrc: 5/0,0 mode: PR/PR res: [0x12c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f15f expref: 193 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.027585:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1432 00010000:00010000:3.0:1760456370.027587:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.027591:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.027595:0:87240:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000012cc2455/0x3e4967fcee50e60f lrc: 4/0,1 mode: --/PW res: [0x13b6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.027598:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000043c9bf24 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+193:167594:x1845970874000320:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1760456370.027612:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.027632:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b14ebacc/0x3e4967fcee506bff lrc: 5/0,0 mode: PR/PR res: [0x12aa:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f00f expref: 193 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.027641:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.027645:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.027648:0:87240:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002b5db9da/0x3e4967fcee50888b lrc: 3/0,0 mode: PR/PR res: [0x13b6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f667 expref: 155 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.027648:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.027649:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b14ebacc/0x3e4967fcee506bff lrc: 4/0,0 mode: PR/PR res: [0x12aa:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f00f expref: 193 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.027653:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1433 00010000:00010000:0.0:1760456370.027656:0:122923:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e5bb lrc: 3/0,1 mode: PW/PW res: [0x13ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.027667:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000784a77 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+155:167593:x1845970874000512:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1760456370.027679:0:122923:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e5bb lrc: 3/0,1 mode: PW/PW res: [0x13ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.027681:0:87240:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002b5db9da/0x3e4967fcee50888b lrc: 4/0,0 mode: PR/PR res: [0x13b6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f667 expref: 155 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.027682:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.027685:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.027689:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.027690:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000648830a8/0x3e4967fcee50880d lrc: 5/0,0 mode: PR/PR res: [0x13b8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f64b expref: 155 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.027692:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fdd2497a/0x3e4967fcee50e5c9 lrc: 3/0,1 mode: PW/PW res: [0x12aa:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.027699:0:122923:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e5bb lrc: 3/0,1 mode: PW/PW res: [0x13ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.027716:0:87240:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be747c1e pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:87240:1845970852997312:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.027720:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000648830a8/0x3e4967fcee50880d lrc: 4/0,0 mode: PR/PR res: [0x13b8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f64b expref: 155 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.027722:0:122923:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e5bb lrc: 2/0,0 mode: PW/PW res: [0x13ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.027742:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fdd2497a/0x3e4967fcee50e5c9 lrc: 4/0,1 mode: PW/PW res: [0x12aa:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.027747:0:87240:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ba968e39 going to sleep for 6 seconds 00010000:00010000:0.0:1760456370.027750:0:122923:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.027751:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.027754:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.027757:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e5e5 lrc: 3/0,1 mode: PW/PW res: [0x13b8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.027758:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1760456370.027762:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.027763:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e5bb lrc: 2/0,0 mode: PW/PW res: [0x13ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.027767:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e5e5 lrc: 4/0,1 mode: PW/PW res: [0x13b8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.027770:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000273f8983 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.027774:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e5bb lrc: 2/0,0 mode: PW/PW res: [0x13ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.027780:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e5bb lrc: 3/0,0 mode: PW/PW res: [0x13ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.027782:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1760456370.027792:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000043c9bf24 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+193:167594:x1845970874000320:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 195us (736us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.027797:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e5bb lrc: 1/0,0 mode: --/PW res: [0x13ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.027807:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456370.027810:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000784a77 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+155:167593:x1845970874000512:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 142us (574us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.027812:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1432 00010000:00010000:0.0:1760456370.027816:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e5bb lrc: 0/0,0 mode: --/PW res: [0x13ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.027825:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1433 00000100:00100000:2.0:1760456370.027842:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874000448 00010000:00010000:0.0:1760456370.027842:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.027846:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1760456370.027848:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1434 00010000:00010000:0.0:1760456370.027849:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1760456370.027855:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008975dc8b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+193:167593:x1845970874000576:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1760456370.027859:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fd8ef09d/0x3e4967fcee50702e lrc: 4/0,0 mode: PR/PR res: [0x12c4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f0fd expref: 193 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.027863:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456370.027869:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d94b43a9/0x3e4967fcee5070eb lrc: 5/0,0 mode: PR/PR res: [0x12c8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f127 expref: 193 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.027878:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d94b43a9/0x3e4967fcee5070eb lrc: 4/0,0 mode: PR/PR res: [0x12c8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f127 expref: 193 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.027887:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1435 00010000:00010000:1.0:1760456370.027890:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.027892:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.027893:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e5de lrc: 3/0,1 mode: PW/PW res: [0x12c8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.027897:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009598484a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+193:167594:x1845970874000640:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1760456370.027906:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e5de lrc: 4/0,1 mode: PW/PW res: [0x12c8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.027911:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456370.027917:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456370.027918:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006db7f9c4/0x3e4967fcee5071e7 lrc: 5/0,0 mode: PR/PR res: [0x12c3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f15f expref: 193 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.027930:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006db7f9c4/0x3e4967fcee5071e7 lrc: 4/0,0 mode: PR/PR res: [0x12c3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f15f expref: 193 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.027937:0:122919:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004e9cfa1/0x3e4967fcee5085d6 lrc: 0/0,0 mode: --/PR res: [0x13a5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f5cd expref: 154 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.027947:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008975dc8b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+193:167593:x1845970874000576:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 89us (681us total) trans 0 rc 0/0 00010000:00010000:2.0:1760456370.027950:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.027954:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.027957:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009389ebef/0x3e4967fcee50e5fa lrc: 3/0,1 mode: PW/PW res: [0x12c3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.027961:0:122919:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000048953463 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:122919:1845970852995584:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.027972:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009389ebef/0x3e4967fcee50e5fa lrc: 4/0,1 mode: PW/PW res: [0x12c3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.027980:0:122919:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ada93d4c/0x3e4967fcee50e59f lrc: 3/0,1 mode: PW/PW res: [0x13a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.027991:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456370.027992:0:122919:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ada93d4c/0x3e4967fcee50e59f lrc: 3/0,1 mode: PW/PW res: [0x13a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.027992:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1434 00010000:00010000:3.0:1760456370.028003:0:122919:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ada93d4c/0x3e4967fcee50e59f lrc: 3/0,1 mode: PW/PW res: [0x13a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.028011:0:122919:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ada93d4c/0x3e4967fcee50e59f lrc: 3/0,1 mode: PW/PW res: [0x13a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.028016:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1436 00000100:00100000:2.0:1760456370.028021:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009598484a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+192:167594:x1845970874000640:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 121us (688us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456370.028029:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000010d4277f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+192:167595:x1845970874000448:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1760456370.028033:0:122919:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ada93d4c/0x3e4967fcee50e59f lrc: 2/0,0 mode: PW/PW res: [0x13a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.028040:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1760456370.028041:0:122923:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ba61b69 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+445:85189:x1845970852995776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4196us (4266us total) trans 38654713867 rc 0/0 00000100:00100000:2.0:1760456370.028043:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1435 00010000:00010000:1.0:1760456370.028047:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fd8ef09d/0x3e4967fcee50702e lrc: 4/0,0 mode: PR/PR res: [0x12c4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f0fd expref: 192 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.028058:0:122923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19442 00010000:00010000:1.0:1760456370.028067:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fd8ef09d/0x3e4967fcee50702e lrc: 3/0,0 mode: PR/PR res: [0x12c4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f0fd expref: 191 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.028068:0:122919:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.028084:0:122345:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fd8ef09d/0x3e4967fcee50702e lrc: 0/0,0 mode: --/PR res: [0x12c4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f0fd expref: 191 pid: 122920 timeout: 4721 lvb_type: 1 00000004:00080000:0.0:1760456370.028091:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e76fd00a/2, rc 0, transno 8203 00010000:00010000:1.0:1760456370.028093:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.028096:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.028097:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50e5d7 lrc: 3/0,1 mode: PW/PW res: [0x12c4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.028103:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50e5d7 lrc: 4/0,1 mode: PW/PW res: [0x12c4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.028103:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e76fd00a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852995776:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456370.028124:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456370.028127:0:123791:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b14ebacc/0x3e4967fcee506bff lrc: 0/0,0 mode: --/PR res: [0x12aa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f00f expref: 190 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.028129:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.028134:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ada93d4c/0x3e4967fcee50e59f lrc: 2/0,0 mode: PW/PW res: [0x13a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.028144:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000010d4277f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+189:167595:x1845970874000448:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 119us (348us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.028145:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ada93d4c already unused, calling callback (0000000049577fce) 00000100:00100000:2.0:1760456370.028149:0:123791:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000037a8ab19 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:123791:1845970852996224:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.028150:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ada93d4c/0x3e4967fcee50e59f lrc: 2/0,0 mode: PW/PW res: [0x13a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.028156:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1436 00010000:00010000:0.0:1760456370.028165:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ada93d4c/0x3e4967fcee50e59f lrc: 3/0,0 mode: PW/PW res: [0x13a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.028171:0:123791:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fdd2497a/0x3e4967fcee50e5c9 lrc: 3/0,1 mode: PW/PW res: [0x12aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.028183:0:123791:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fdd2497a/0x3e4967fcee50e5c9 lrc: 3/0,1 mode: PW/PW res: [0x12aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.028183:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ada93d4c/0x3e4967fcee50e59f lrc: 1/0,0 mode: --/PW res: [0x13a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.028202:0:123791:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fdd2497a/0x3e4967fcee50e5c9 lrc: 3/0,1 mode: PW/PW res: [0x12aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.028204:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ada93d4c/0x3e4967fcee50e59f lrc: 0/0,0 mode: --/PW res: [0x13a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.028222:0:123791:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fdd2497a/0x3e4967fcee50e5c9 lrc: 3/0,1 mode: PW/PW res: [0x12aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.028231:0:123791:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fdd2497a/0x3e4967fcee50e5c9 lrc: 2/0,0 mode: PW/PW res: [0x12aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.028232:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.028234:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.028236:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.028257:0:123791:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.028262:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.028266:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fdd2497a/0x3e4967fcee50e5c9 lrc: 2/0,0 mode: PW/PW res: [0x12aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.028271:0:122919:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b48b282e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+445:85190:x1845970852995328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5166us (5384us total) trans 38654713868 rc 0/0 00000100:00100000:0.0:1760456370.028275:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1760456370.028276:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fdd2497a already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.028281:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fdd2497a/0x3e4967fcee50e5c9 lrc: 2/0,0 mode: PW/PW res: [0x12aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.028287:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081141810 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852997376:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1760456370.028289:0:122919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19438 00010000:00010000:1.0:1760456370.028291:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fdd2497a/0x3e4967fcee50e5c9 lrc: 3/0,0 mode: PW/PW res: [0x12aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.028304:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fdd2497a/0x3e4967fcee50e5c9 lrc: 1/0,0 mode: --/PW res: [0x12aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.028309:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fdd2497a/0x3e4967fcee50e5c9 lrc: 0/0,0 mode: --/PW res: [0x12aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.028320:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1760456370.028325:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.028327:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.028330:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.028356:0:164871:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d94b43a9/0x3e4967fcee5070eb lrc: 0/0,0 mode: --/PR res: [0x12c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f127 expref: 188 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.028359:0:87237:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50e5d7 lrc: 3/0,1 mode: PW/PW res: [0x12c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.028375:0:87237:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50e5d7 lrc: 3/0,1 mode: PW/PW res: [0x12c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.028382:0:164871:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041fd077 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:164871:1845970852996544:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.028383:0:87237:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50e5d7 lrc: 3/0,1 mode: PW/PW res: [0x12c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.028395:0:87237:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50e5d7 lrc: 2/0,0 mode: PW/PW res: [0x12c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.028400:0:164868:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852997376 00010000:00010000:3.0:1760456370.028402:0:164871:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e5de lrc: 3/0,1 mode: PW/PW res: [0x12c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.028413:0:164871:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e5de lrc: 3/0,1 mode: PW/PW res: [0x12c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.028418:0:87237:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456370.028420:0:164871:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e5de lrc: 3/0,1 mode: PW/PW res: [0x12c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.028425:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.028430:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50e5d7 lrc: 2/0,0 mode: PW/PW res: [0x12c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.028431:0:164871:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e5de lrc: 3/0,1 mode: PW/PW res: [0x12c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.028444:0:164871:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e5de lrc: 2/0,0 mode: PW/PW res: [0x12c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.028463:0:164871:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456370.028475:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.028476:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001812ae55 already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456370.028480:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e5de lrc: 2/0,0 mode: PW/PW res: [0x12c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.028480:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50e5d7 lrc: 2/0,0 mode: PW/PW res: [0x12c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.028503:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50e5d7 lrc: 3/0,0 mode: PW/PW res: [0x12c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.028506:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b2243183 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.028529:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50e5d7 lrc: 1/0,0 mode: --/PW res: [0x12c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.028535:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50e5d7 lrc: 0/0,0 mode: --/PW res: [0x12c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.028540:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e5de lrc: 2/0,0 mode: PW/PW res: [0x12c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.028550:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e5de lrc: 3/0,0 mode: PW/PW res: [0x12c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1760456370.028555:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b68dcf0c/2, rc 0, transno 9404 00000100:00100000:2.0:1760456370.028561:0:123791:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b64b0c51 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+461:85189:x1845970852993152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12181us (12334us total) trans 12884911292 rc 0/0 00010000:00010000:3.0:1760456370.028566:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e5de lrc: 1/0,0 mode: --/PW res: [0x12c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.028568:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b68dcf0c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852993152:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.028577:0:123791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19422 00010000:00010000:3.0:1760456370.028584:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e5de lrc: 0/0,0 mode: --/PW res: [0x12c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.028609:0:123791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19454 00010000:00010000:3.0:1760456370.028611:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.028615:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.028616:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.028629:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.028631:0:123791:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040648461 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+445:85189:x1845970852997376:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456370.028633:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.028633:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000467d5fb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852997440:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.028635:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1760456370.028650:0:123791:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5049 count 1 00010000:00010000:2.0:1760456370.028664:0:123791:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000268fef09/0x3e4967fcee50e616 lrc: 3/0,1 mode: --/PW res: [0x13b9:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.028677:0:123791:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001e66fbd1/0x3e4967fcee508987 lrc: 2/0,0 mode: PR/PR res: [0x13b9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f69f expref: 153 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.028682:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.028690:0:123791:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.028692:0:123791:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.028694:0:123791:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000268fef09/0x3e4967fcee50e616 lrc: 4/0,1 mode: --/PW res: [0x13b9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.028712:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057872365 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+187:167593:x1845970873999808:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 3598us (4353us total) trans 0 rc 0/0 00010000:00010000:2.0:1760456370.028717:0:123791:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001e66fbd1/0x3e4967fcee508987 lrc: 3/0,0 mode: PR/PR res: [0x13b9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f69f expref: 153 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1760456370.028728:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1423 00000004:00080000:0.0:1760456370.028729:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e94e40c4/2, rc 0, transno 8204 00010000:00010000:2.0:1760456370.028734:0:123791:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001e66fbd1/0x3e4967fcee508987 lrc: 4/0,0 mode: PR/PR res: [0x13b9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f69f expref: 153 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.028742:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e94e40c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852995328:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456370.028751:0:123791:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b671a5e pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:123791:1845970852997504:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456370.028793:0:164868:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852997440 00000100:00100000:2.0:1760456370.028795:0:123791:0:(client.c:2500:ptlrpc_set_wait()) set 000000005aff42d8 going to sleep for 6 seconds 00000100:00100000:0.0:1760456370.028797:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007a96cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852997568:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456370.028836:0:122906:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003a396fa1/0x3e4967fcee508654 lrc: 0/0,0 mode: --/PR res: [0x13a4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f5e9 expref: 153 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.028837:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456370.028854:0:122906:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ad8b64f pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:122906:1845970852995840:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.028872:0:122906:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000c03b33d/0x3e4967fcee50e5b4 lrc: 3/0,1 mode: PW/PW res: [0x13a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.028881:0:122906:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000c03b33d/0x3e4967fcee50e5b4 lrc: 3/0,1 mode: PW/PW res: [0x13a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.028887:0:122906:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000c03b33d/0x3e4967fcee50e5b4 lrc: 3/0,1 mode: PW/PW res: [0x13a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.028895:0:122906:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000c03b33d/0x3e4967fcee50e5b4 lrc: 3/0,1 mode: PW/PW res: [0x13a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.028897:0:164868:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852997568 00000100:00100000:0.0:1760456370.028901:0:88855:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000687f1a97 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:88855:1845970852996992:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.028905:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456370.028910:0:164868:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19455 00010000:00010000:2.0:1760456370.028916:0:122906:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000c03b33d/0x3e4967fcee50e5b4 lrc: 2/0,0 mode: PW/PW res: [0x13a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.028918:0:164868:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036623ba6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+461:85189:x1845970852997440:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456370.028924:0:88855:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50e5f3 lrc: 3/0,1 mode: --/PW res: [0x12b7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.028934:0:122906:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1760456370.028940:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456370.028948:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1760456370.028953:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000c03b33d/0x3e4967fcee50e5b4 lrc: 2/0,0 mode: PW/PW res: [0x13a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.028960:0:164869:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007c4ed92d pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:164869:1845970852996928:192.168.203.34@tcp:104: 00002000:00080000:1.0:1760456370.028962:0:164868:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4811 count 1 00010000:00010000:2.0:1760456370.028964:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000c03b33d already unused, calling callback (0000000049577fce) 00010000:00010000:2.0:1760456370.028969:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000c03b33d/0x3e4967fcee50e5b4 lrc: 2/0,0 mode: PW/PW res: [0x13a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.028976:0:164868:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e61d lrc: 3/0,1 mode: --/PW res: [0x12cb:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.028978:0:164869:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50e5ec lrc: 3/0,1 mode: --/PW res: [0x12cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.028983:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456370.028990:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000c03b33d/0x3e4967fcee50e5b4 lrc: 3/0,0 mode: PW/PW res: [0x13a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.029015:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000c03b33d/0x3e4967fcee50e5b4 lrc: 1/0,0 mode: --/PW res: [0x13a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.029024:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000c03b33d/0x3e4967fcee50e5b4 lrc: 0/0,0 mode: --/PW res: [0x13a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.029036:0:164868:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009bbf16a7/0x3e4967fcee507265 lrc: 2/0,0 mode: PR/PR res: [0x12cb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f17b expref: 186 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.029042:0:164868:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.029044:0:164868:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.029046:0:164868:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e61d lrc: 4/0,1 mode: --/PW res: [0x12cb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.029047:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.029052:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.029057:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.029066:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:1.0:1760456370.029068:0:164868:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009bbf16a7/0x3e4967fcee507265 lrc: 3/0,0 mode: PR/PR res: [0x12cb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f17b expref: 186 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1760456370.029076:0:164867:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19456 00010000:00010000:1.0:1760456370.029077:0:164868:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009bbf16a7/0x3e4967fcee507265 lrc: 4/0,0 mode: PR/PR res: [0x12cb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f17b expref: 186 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.029086:0:164867:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad3ea2c9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+446:85190:x1845970852997568:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456370.029089:0:164868:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da8be66d pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:164868:1845970852997632:192.168.203.34@tcp:104: 00002000:00080000:2.0:1760456370.029106:0:164867:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5058 count 1 00010000:00010000:3.0:1760456370.029111:0:122920:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006db7f9c4/0x3e4967fcee5071e7 lrc: 0/0,0 mode: --/PR res: [0x12c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f15f expref: 186 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.029121:0:164867:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007d31c243/0x3e4967fcee50e624 lrc: 3/0,1 mode: --/PW res: [0x13c2:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.029126:0:164868:0:(client.c:2500:ptlrpc_set_wait()) set 000000008fae63a0 going to sleep for 6 seconds 00000100:00100000:3.0:1760456370.029130:0:122920:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ccb9cad2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:122920:1845970852996800:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.029140:0:164867:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c24dee2b/0x3e4967fcee508a44 lrc: 2/0,0 mode: PR/PR res: [0x13c2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f6c9 expref: 152 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.029150:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.029151:0:122920:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009389ebef/0x3e4967fcee50e5fa lrc: 3/0,1 mode: PW/PW res: [0x12c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.029152:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.029157:0:164867:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007d31c243/0x3e4967fcee50e624 lrc: 4/0,1 mode: --/PW res: [0x13c2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.029165:0:122920:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009389ebef/0x3e4967fcee50e5fa lrc: 3/0,1 mode: PW/PW res: [0x12c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.029176:0:122920:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009389ebef/0x3e4967fcee50e5fa lrc: 3/0,1 mode: PW/PW res: [0x12c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.029177:0:87410:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a313ddd0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+462:85189:x1845970852996160:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4706us (4783us total) trans 12884911293 rc 0/0 00010000:00010000:2.0:1760456370.029189:0:164867:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c24dee2b/0x3e4967fcee508a44 lrc: 3/0,0 mode: PR/PR res: [0x13c2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f6c9 expref: 152 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1760456370.029189:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874000768 00010000:00010000:3.0:1760456370.029193:0:122920:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009389ebef/0x3e4967fcee50e5fa lrc: 3/0,1 mode: PW/PW res: [0x12c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.029198:0:87410:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19445 00010000:00010000:1.0:1760456370.029205:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fffaa981/0x3e4967fcee507226 lrc: 5/0,0 mode: PR/PR res: [0x12c9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f16d expref: 186 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.029214:0:164867:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c24dee2b/0x3e4967fcee508a44 lrc: 4/0,0 mode: PR/PR res: [0x13c2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f6c9 expref: 152 pid: 87239 timeout: 4721 lvb_type: 1 00000004:00080000:0.0:1760456370.029236:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c4a9659d/2, rc 0, transno 9405 00010000:00010000:3.0:1760456370.029239:0:122920:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009389ebef/0x3e4967fcee50e5fa lrc: 2/0,0 mode: PW/PW res: [0x12c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.029248:0:164867:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ad8b64f pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:164867:1845970852997696:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.029250:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c4a9659d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852996160:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.029259:0:122920:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1760456370.029293:0:164867:0:(client.c:2500:ptlrpc_set_wait()) set 0000000048ca0e73 going to sleep for 6 seconds 00010000:00010000:0.0:1760456370.029300:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.029305:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009389ebef/0x3e4967fcee50e5fa lrc: 2/0,0 mode: PW/PW res: [0x12c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.029312:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009389ebef already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.029314:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009389ebef/0x3e4967fcee50e5fa lrc: 2/0,0 mode: PW/PW res: [0x12c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.029318:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874000832 00010000:00010000:0.0:1760456370.029320:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009389ebef/0x3e4967fcee50e5fa lrc: 3/0,0 mode: PW/PW res: [0x12c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.029331:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874000704 00010000:00010000:0.0:1760456370.029333:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009389ebef/0x3e4967fcee50e5fa lrc: 1/0,0 mode: --/PW res: [0x12c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.029337:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005bcfdb1d/0x3e4967fcee506f32 lrc: 4/0,0 mode: PR/PR res: [0x12b7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f0c5 expref: 188 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.029344:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009389ebef/0x3e4967fcee50e5fa lrc: 0/0,0 mode: --/PW res: [0x12c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.029346:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000016d31610/0x3e4967fcee5071a8 lrc: 4/0,0 mode: PR/PR res: [0x12cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f151 expref: 188 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.029377:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.029380:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.029381:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874000896 00010000:00010000:0.0:1760456370.029383:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1760456370.029386:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1437 00000100:00100000:1.0:1760456370.029392:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5287a79 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+188:167596:x1845970874000768:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1760456370.029399:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002b5db9da/0x3e4967fcee50888b lrc: 5/0,0 mode: PR/PR res: [0x13b6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f667 expref: 153 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.029399:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456370.029405:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fffaa981/0x3e4967fcee507226 lrc: 5/0,0 mode: PR/PR res: [0x12c9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f16d expref: 188 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.029422:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fffaa981/0x3e4967fcee507226 lrc: 4/0,0 mode: PR/PR res: [0x12c9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f16d expref: 188 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.029435:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.029437:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.029439:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e601 lrc: 3/0,1 mode: PW/PW res: [0x12c9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.029446:0:122343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1438 00000100:00100000:2.0:1760456370.029454:0:122343:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058747fad pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+188:167593:x1845970874000832:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1760456370.029465:0:122343:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.029470:0:122343:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005bcfdb1d/0x3e4967fcee506f32 lrc: 4/0,0 mode: PR/PR res: [0x12b7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f0c5 expref: 188 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.029473:0:122920:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000753ed154 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+462:85189:x1845970852996736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3528us (3612us total) trans 12884911294 rc 0/0 00000004:00080000:0.0:1760456370.029482:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000377c01a4/2, rc 0, transno 9406 00000100:00100000:3.0:1760456370.029492:0:122920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19450 00000100:00100000:0.0:1760456370.029494:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000377c01a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852996736:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.029495:0:122343:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005bcfdb1d/0x3e4967fcee506f32 lrc: 3/0,0 mode: PR/PR res: [0x12b7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f0c5 expref: 188 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.029498:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e601 lrc: 4/0,1 mode: PW/PW res: [0x12c9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.029534:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1760456370.029554:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1760456370.029566:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000805568d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852997824:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.029568:0:122343:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005bcfdb1d/0x3e4967fcee506f32 lrc: 0/0,0 mode: --/PR res: [0x12b7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f0c5 expref: 188 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.029583:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.029585:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.029588:0:122343:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50e5f3 lrc: 3/0,1 mode: PW/PW res: [0x12b7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.029595:0:122343:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50e5f3 lrc: 4/0,1 mode: PW/PW res: [0x12b7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.029605:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456370.029631:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5287a79 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+187:167596:x1845970874000768:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 223us (719us total) trans 0 rc 0/0 00010000:00010000:2.0:1760456370.029637:0:122343:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1760456370.029640:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1437 00010000:00010000:0.0:1760456370.029661:0:88855:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50e5f3 lrc: 3/0,1 mode: PW/PW res: [0x12b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.029672:0:122343:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058747fad pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+186:167593:x1845970874000832:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 215us (734us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.029672:0:88855:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50e5f3 lrc: 3/0,1 mode: PW/PW res: [0x12b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.029689:0:88855:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50e5f3 lrc: 3/0,1 mode: PW/PW res: [0x12b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.029691:0:122343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1438 00010000:00010000:0.0:1760456370.029700:0:88855:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50e5f3 lrc: 2/0,0 mode: PW/PW res: [0x12b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.029719:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1439 00000100:00100000:2.0:1760456370.029730:0:122343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1440 00010000:00010000:0.0:1760456370.029730:0:88855:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1760456370.029731:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a100ee31 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+185:167593:x1845970874000704:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00000100:00100000:2.0:1760456370.029741:0:122343:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd2635ca pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+153:167593:x1845970874000896:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1760456370.029744:0:87239:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000522aac1a/0x3e4967fcee508750 lrc: 0/0,0 mode: --/PR res: [0x13ae:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f621 expref: 153 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.029755:0:122343:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1760456370.029761:0:87239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001fa99884 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:87239:1845970852996096:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.029763:0:122343:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002b5db9da/0x3e4967fcee50888b lrc: 5/0,0 mode: PR/PR res: [0x13b6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f667 expref: 152 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.029778:0:87239:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000022fb6bd9/0x3e4967fcee50e5c2 lrc: 3/0,1 mode: PW/PW res: [0x13ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.029778:0:122343:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002b5db9da/0x3e4967fcee50888b lrc: 4/0,0 mode: PR/PR res: [0x13b6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f667 expref: 152 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.029799:0:87239:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000022fb6bd9/0x3e4967fcee50e5c2 lrc: 3/0,1 mode: PW/PW res: [0x13ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.029808:0:87239:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000022fb6bd9/0x3e4967fcee50e5c2 lrc: 3/0,1 mode: PW/PW res: [0x13ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.029812:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.029812:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1760456370.029816:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.029817:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50e5f3 lrc: 2/0,0 mode: PW/PW res: [0x12b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.029820:0:87239:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000022fb6bd9/0x3e4967fcee50e5c2 lrc: 3/0,1 mode: PW/PW res: [0x13ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.029821:0:122343:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000012cc2455/0x3e4967fcee50e60f lrc: 3/0,1 mode: PW/PW res: [0x13b6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.029830:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000291c078f already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.029835:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50e5f3 lrc: 2/0,0 mode: PW/PW res: [0x12b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.029847:0:87239:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000022fb6bd9/0x3e4967fcee50e5c2 lrc: 2/0,0 mode: PW/PW res: [0x13ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.029848:0:122343:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000012cc2455/0x3e4967fcee50e60f lrc: 4/0,1 mode: PW/PW res: [0x13b6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.029850:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50e5f3 lrc: 3/0,0 mode: PW/PW res: [0x12b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.029873:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50e5f3 lrc: 1/0,0 mode: --/PW res: [0x12b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.029876:0:88855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060f073f8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+462:85190:x1845970852995008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4205us (8359us total) trans 12884911296 rc 0/0 00010000:00010000:2.0:1760456370.029893:0:122343:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1760456370.029894:0:88855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19449 00010000:00010000:1.0:1760456370.029897:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50e5f3 lrc: 0/0,0 mode: --/PW res: [0x12b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.029908:0:87239:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.029915:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1760456370.029915:0:88855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852997824 00010000:00010000:1.0:1760456370.029919:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000022fb6bd9/0x3e4967fcee50e5c2 lrc: 2/0,0 mode: PW/PW res: [0x13ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.029920:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.029926:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000022fb6bd9 already unused, calling callback (0000000049577fce) 00000100:00100000:2.0:1760456370.029928:0:122343:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd2635ca pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+152:167593:x1845970874000896:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 187us (863us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456370.029929:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000022fb6bd9/0x3e4967fcee50e5c2 lrc: 2/0,0 mode: PW/PW res: [0x13ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.029940:0:88855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19457 00010000:00010000:1.0:1760456370.029943:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000022fb6bd9/0x3e4967fcee50e5c2 lrc: 3/0,0 mode: PW/PW res: [0x13ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.029945:0:122343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1440 00000100:00100000:0.0:1760456370.029949:0:88855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004cbb5d95 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+462:85189:x1845970852997824:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1760456370.029974:0:88855:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4841 count 1 00010000:00010000:0.0:1760456370.029987:0:88855:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e62b lrc: 3/0,1 mode: --/PW res: [0x12e9:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.029999:0:88855:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000070c1d409/0x3e4967fcee50741e lrc: 2/0,0 mode: PR/PR res: [0x12e9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f1dd expref: 185 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1760456370.030002:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ee6d760c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852997760:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.030016:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000022fb6bd9/0x3e4967fcee50e5c2 lrc: 1/0,0 mode: --/PW res: [0x13ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.030028:0:88855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.030029:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000022fb6bd9/0x3e4967fcee50e5c2 lrc: 0/0,0 mode: --/PW res: [0x13ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.030032:0:88855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.030036:0:88855:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e62b lrc: 4/0,1 mode: --/PW res: [0x12e9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.030052:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1760456370.030065:0:88855:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000070c1d409/0x3e4967fcee50741e lrc: 3/0,0 mode: PR/PR res: [0x12e9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f1dd expref: 185 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.030073:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.030077:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.030077:0:88855:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000070c1d409/0x3e4967fcee50741e lrc: 4/0,0 mode: PR/PR res: [0x12e9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f1dd expref: 185 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.030080:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.030088:0:88855:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007c4ed92d pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:88855:1845970852997888:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456370.030094:0:122921:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852997760 00000100:00100000:1.0:1760456370.030118:0:122921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19458 00000100:00100000:1.0:1760456370.030122:0:122921:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000037a8ab19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+464:85191:x1845970852997760:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.030124:0:88855:0:(client.c:2500:ptlrpc_set_wait()) set 0000000066840e62 going to sleep for 6 seconds 00002000:00080000:1.0:1760456370.030137:0:122921:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4850 count 1 00010000:00010000:1.0:1760456370.030149:0:122921:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50e632 lrc: 3/0,1 mode: --/PW res: [0x12f2:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.030158:0:122921:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000967c1585/0x3e4967fcee5073a0 lrc: 2/0,0 mode: PR/PR res: [0x12f2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f1c1 expref: 185 pid: 122920 timeout: 0 lvb_type: 1 00000004:00080000:0.0:1760456370.030162:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008db151e6/2, rc 0, transno 9408 00000100:00100000:0.0:1760456370.030174:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008db151e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852995008:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.030206:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.030208:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.030210:0:122921:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50e632 lrc: 4/0,1 mode: --/PW res: [0x12f2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.030217:0:164871:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004771b14b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+464:85189:x1845970852996416:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5133us (5233us total) trans 12884911297 rc 0/0 00000100:00100000:0.0:1760456370.030219:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000687f1a97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852997952:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.030231:0:164871:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19446 00010000:00010000:1.0:1760456370.030235:0:122921:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000967c1585/0x3e4967fcee5073a0 lrc: 3/0,0 mode: PR/PR res: [0x12f2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f1c1 expref: 185 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.030247:0:122921:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000967c1585/0x3e4967fcee5073a0 lrc: 4/0,0 mode: PR/PR res: [0x12f2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f1c1 expref: 185 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.030255:0:122921:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000287a8e8f pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:122921:1845970852998016:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.030262:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1760456370.030292:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000094ced8f0/2, rc 0, transno 9409 00000100:00100000:0.0:1760456370.030301:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000094ced8f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852996416:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456370.030335:0:122921:0:(client.c:2500:ptlrpc_set_wait()) set 00000000916b579d going to sleep for 6 seconds 00000100:00100000:2.0:1760456370.030357:0:122906:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f777c565 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+447:85189:x1845970852995456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6677us (7100us total) trans 38654713869 rc 0/0 00000004:00080000:0.0:1760456370.030364:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d2ec6235/2, rc 0, transno 8205 00000100:00100000:2.0:1760456370.030368:0:122906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19441 00000100:00100000:0.0:1760456370.030379:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2ec6235 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852995456:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456370.030392:0:87240:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002b5db9da/0x3e4967fcee50888b lrc: 0/0,0 mode: --/PR res: [0x13b6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f667 expref: 151 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.030392:0:122906:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852997952 00010000:00010000:1.0:1760456370.030406:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1760456370.030409:0:87240:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be747c1e pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:87240:1845970852997312:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.030413:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000016d31610/0x3e4967fcee5071a8 lrc: 4/0,0 mode: PR/PR res: [0x12cd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f151 expref: 185 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.030417:0:122906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19459 00000100:00100000:2.0:1760456370.030427:0:122906:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c9590d9e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+464:85189:x1845970852997952:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.030430:0:87240:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000012cc2455/0x3e4967fcee50e60f lrc: 3/0,1 mode: PW/PW res: [0x13b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.030431:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000016d31610/0x3e4967fcee5071a8 lrc: 3/0,0 mode: PR/PR res: [0x12cd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f151 expref: 185 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.030439:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001d785228 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852998080:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1760456370.030443:0:122906:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4854 count 1 00010000:00010000:3.0:1760456370.030453:0:87240:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000012cc2455/0x3e4967fcee50e60f lrc: 3/0,1 mode: PW/PW res: [0x13b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.030459:0:87240:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000012cc2455/0x3e4967fcee50e60f lrc: 3/0,1 mode: PW/PW res: [0x13b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.030461:0:122906:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50e639 lrc: 3/0,1 mode: --/PW res: [0x12f6:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.030467:0:87240:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000012cc2455/0x3e4967fcee50e60f lrc: 3/0,1 mode: PW/PW res: [0x13b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.030481:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456370.030482:0:87240:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000012cc2455/0x3e4967fcee50e60f lrc: 2/0,0 mode: PW/PW res: [0x13b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.030484:0:122906:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000aa14d5db/0x3e4967fcee50749c lrc: 2/0,0 mode: PR/PR res: [0x12f6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f1f9 expref: 185 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.030499:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1760456370.030500:0:85190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1760456370.030501:0:122345:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000016d31610/0x3e4967fcee5071a8 lrc: 0/0,0 mode: --/PR res: [0x12cd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f151 expref: 185 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.030502:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.030506:0:87240:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1760456370.030506:0:122906:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50e639 lrc: 4/0,1 mode: --/PW res: [0x12f6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.030508:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000076441b21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852998144:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456370.030593:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.030595:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.030597:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50e5ec lrc: 3/0,1 mode: PW/PW res: [0x12cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.030603:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50e5ec lrc: 4/0,1 mode: PW/PW res: [0x12cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.030614:0:122906:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000aa14d5db/0x3e4967fcee50749c lrc: 3/0,0 mode: PR/PR res: [0x12f6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f1f9 expref: 184 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.030614:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1760456370.030639:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.030649:0:122906:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000aa14d5db/0x3e4967fcee50749c lrc: 4/0,0 mode: PR/PR res: [0x12f6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f1f9 expref: 184 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.030662:0:122906:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001fa99884 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:122906:1845970852998208:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.030699:0:122906:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d56f02de going to sleep for 6 seconds 00000100:00100000:2.0:1760456370.030748:0:123791:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b671a5e pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:123791:1845970852997504:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.030753:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000012cc2455/0x3e4967fcee50e60f lrc: 2/0,0 mode: PW/PW res: [0x13b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.030765:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000012cc2455 already unused, calling callback (0000000049577fce) 00010000:00010000:2.0:1760456370.030766:0:123791:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000268fef09/0x3e4967fcee50e616 lrc: 3/0,1 mode: --/PW res: [0x13b9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.030768:0:87237:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f2fa5ea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+465:85190:x1845970852996032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6540us (6613us total) trans 12884911295 rc 0/0 00010000:00010000:1.0:1760456370.030769:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000012cc2455/0x3e4967fcee50e60f lrc: 2/0,0 mode: PW/PW res: [0x13b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.030782:0:87240:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009623f854 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+447:85190:x1845970852997248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3343us (3481us total) trans 38654713870 rc 0/0 00000100:00100000:0.0:1760456370.030786:0:87237:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19444 00010000:00010000:1.0:1760456370.030794:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000012cc2455/0x3e4967fcee50e60f lrc: 3/0,0 mode: PW/PW res: [0x13b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.030803:0:87240:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19453 00000100:00100000:0.0:1760456370.030807:0:87237:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852998080 00010000:00010000:1.0:1760456370.030810:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000012cc2455/0x3e4967fcee50e60f lrc: 1/0,0 mode: --/PW res: [0x13b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.030817:0:122905:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000648830a8/0x3e4967fcee50880d lrc: 0/0,0 mode: --/PR res: [0x13b8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f64b expref: 150 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.030817:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000012cc2455/0x3e4967fcee50e60f lrc: 0/0,0 mode: --/PW res: [0x13b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.030831:0:87240:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852998144 00000100:00100000:0.0:1760456370.030834:0:87237:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19460 00010000:00010000:1.0:1760456370.030839:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.030841:0:87237:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005084f027 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+465:85190:x1845970852998080:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.030842:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.030846:0:122905:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ba25bce9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:122905:1845970852996672:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.030846:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:0.0:1760456370.030853:0:87237:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4851 count 1 00000100:00100000:3.0:1760456370.030860:0:87240:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19461 00010000:00010000:2.0:1760456370.030863:0:122905:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e5e5 lrc: 3/0,1 mode: PW/PW res: [0x13b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.030865:0:87237:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e640 lrc: 3/0,1 mode: --/PW res: [0x12f3:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.030869:0:87240:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009cbc0b14 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+447:85190:x1845970852998144:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456370.030884:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456370.030888:0:122905:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e5e5 lrc: 3/0,1 mode: PW/PW res: [0x13b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1760456370.030891:0:87240:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5062 count 1 00010000:00010000:0.0:1760456370.030893:0:87237:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000dbc4488d/0x3e4967fcee5074db lrc: 2/0,0 mode: PR/PR res: [0x12f3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f207 expref: 184 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.030904:0:87240:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e647 lrc: 3/0,1 mode: --/PW res: [0x13c6:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.030912:0:122905:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e5e5 lrc: 3/0,1 mode: PW/PW res: [0x13b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.030913:0:87237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.030916:0:87237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.030919:0:87237:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e640 lrc: 4/0,1 mode: --/PW res: [0x12f3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.030923:0:87240:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000031a646fa/0x3e4967fcee508a83 lrc: 2/0,0 mode: PR/PR res: [0x13c6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f6d7 expref: 149 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.030928:0:122905:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e5e5 lrc: 3/0,1 mode: PW/PW res: [0x13b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.030942:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.030944:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.030946:0:87240:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e647 lrc: 4/0,1 mode: --/PW res: [0x13c6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.030955:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456370.030956:0:122905:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e5e5 lrc: 2/0,0 mode: PW/PW res: [0x13b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.030961:0:87237:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000dbc4488d/0x3e4967fcee5074db lrc: 3/0,0 mode: PR/PR res: [0x12f3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f207 expref: 184 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.030977:0:87240:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000031a646fa/0x3e4967fcee508a83 lrc: 3/0,0 mode: PR/PR res: [0x13c6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f6d7 expref: 149 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.030986:0:87237:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000dbc4488d/0x3e4967fcee5074db lrc: 4/0,0 mode: PR/PR res: [0x12f3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f207 expref: 184 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.030989:0:87240:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000031a646fa/0x3e4967fcee508a83 lrc: 4/0,0 mode: PR/PR res: [0x13c6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f6d7 expref: 149 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.030992:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874000960 00010000:00010000:2.0:1760456370.031009:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001e66fbd1/0x3e4967fcee508987 lrc: 4/0,0 mode: PR/PR res: [0x13b9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f69f expref: 150 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.031012:0:87240:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be747c1e pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:87240:1845970852998336:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.031017:0:87237:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3fa129b pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:87237:1845970852998272:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456370.031035:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:3.0:1760456370.031053:0:87240:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c9d645c2 going to sleep for 6 seconds 00000100:00100000:0.0:1760456370.031055:0:87237:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ead0540c going to sleep for 6 seconds 00000100:00100000:2.0:1760456370.031061:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874001024 00010000:00010000:2.0:1760456370.031075:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009bbf16a7/0x3e4967fcee507265 lrc: 5/0,0 mode: PR/PR res: [0x12cb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f17b expref: 185 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.031090:0:164868:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da8be66d pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:164868:1845970852997632:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.031100:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874001088 00000100:00100000:0.0:1760456370.031109:0:122914:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e9ed637f going to sleep for 6 seconds 00010000:00010000:2.0:1760456370.031113:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c24dee2b/0x3e4967fcee508a44 lrc: 5/0,0 mode: PR/PR res: [0x13c2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f6c9 expref: 151 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.031136:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1441 00000100:00100000:2.0:1760456370.031142:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000360b0d8a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+151:167595:x1845970874000960:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00000004:00080000:0.0:1760456370.031148:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b6985f1f/2, rc 0, transno 8206 00010000:00010000:2.0:1760456370.031151:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456370.031157:0:164868:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e61d lrc: 3/0,1 mode: --/PW res: [0x12cb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.031158:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001e66fbd1/0x3e4967fcee508987 lrc: 4/0,0 mode: PR/PR res: [0x13b9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f69f expref: 151 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.031160:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b6985f1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852997248:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456370.031184:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001e66fbd1/0x3e4967fcee508987 lrc: 3/0,0 mode: PR/PR res: [0x13b9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f69f expref: 151 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.031205:0:86473:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001e66fbd1/0x3e4967fcee508987 lrc: 0/0,0 mode: --/PR res: [0x13b9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f69f expref: 151 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.031208:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1760456370.031219:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed855bfa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852998400:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456370.031220:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.031223:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.031226:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000268fef09/0x3e4967fcee50e616 lrc: 3/0,1 mode: PW/PW res: [0x13b9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.031234:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000268fef09/0x3e4967fcee50e616 lrc: 4/0,1 mode: PW/PW res: [0x13b9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.031257:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1760456370.031261:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456370.031290:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000360b0d8a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+150:167595:x1845970874000960:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 147us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456370.031300:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.031304:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1441 00000100:00100000:3.0:1760456370.031309:0:87239:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000056f17ef9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+448:85191:x1845970852995968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7189us (7294us total) trans 38654713871 rc 0/0 00000100:00100000:3.0:1760456370.031320:0:87239:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19443 00000100:00100000:0.0:1760456370.031325:0:122923:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852998400 00000100:00100000:2.0:1760456370.031333:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874001152 00010000:00010000:2.0:1760456370.031347:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000070c1d409/0x3e4967fcee50741e lrc: 5/0,0 mode: PR/PR res: [0x12e9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f1dd expref: 186 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.031358:0:122923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19462 00000100:00100000:0.0:1760456370.031365:0:122923:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c379219 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+448:85189:x1845970852998400:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456370.031370:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1442 00002000:00080000:0.0:1760456370.031376:0:122923:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5066 count 1 00000100:00100000:2.0:1760456370.031377:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000098bc48b7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+186:167594:x1845970874001024:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1760456370.031387:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1760456370.031388:0:122923:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e64e lrc: 3/0,1 mode: --/PW res: [0x13ca:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.031392:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009bbf16a7/0x3e4967fcee507265 lrc: 4/0,0 mode: PR/PR res: [0x12cb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f17b expref: 186 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.031414:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009bbf16a7/0x3e4967fcee507265 lrc: 3/0,0 mode: PR/PR res: [0x12cb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f17b expref: 186 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.031421:0:122921:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000287a8e8f pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:122921:1845970852998016:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.031426:0:122923:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000005b62c7b/0x3e4967fcee508ac2 lrc: 2/0,0 mode: PR/PR res: [0x13ca:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f6e5 expref: 149 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.031435:0:86473:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009bbf16a7/0x3e4967fcee507265 lrc: 0/0,0 mode: --/PR res: [0x12cb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f17b expref: 186 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.031435:0:122921:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50e632 lrc: 3/0,1 mode: --/PW res: [0x12f2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.031437:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456370.031447:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.031451:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.031452:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.031453:0:122923:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e64e lrc: 4/0,1 mode: --/PW res: [0x13ca:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.031455:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.031458:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e61d lrc: 3/0,1 mode: PW/PW res: [0x12cb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.031472:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e61d lrc: 4/0,1 mode: PW/PW res: [0x12cb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.031487:0:122923:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000005b62c7b/0x3e4967fcee508ac2 lrc: 3/0,0 mode: PR/PR res: [0x13ca:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f6e5 expref: 149 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.031488:0:164870:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fffaa981/0x3e4967fcee507226 lrc: 0/0,0 mode: --/PR res: [0x12c9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f16d expref: 185 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.031501:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.031540:0:122923:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000005b62c7b/0x3e4967fcee508ac2 lrc: 4/0,0 mode: PR/PR res: [0x13ca:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f6e5 expref: 149 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.031549:0:164870:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dfef8613 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:164870:1845970852997056:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.031549:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000098bc48b7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+184:167594:x1845970874001024:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 170us (601us total) trans 0 rc 0/0 00000100:00100000:0.0:1760456370.031550:0:122923:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009de73240 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:122923:1845970852998464:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.031563:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1442 00010000:00010000:3.0:1760456370.031571:0:164870:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e601 lrc: 3/0,1 mode: PW/PW res: [0x12c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.031575:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1760456370.031580:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874001216 00010000:00010000:3.0:1760456370.031582:0:164870:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e601 lrc: 3/0,1 mode: PW/PW res: [0x12c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.031582:0:122923:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ff46cebc going to sleep for 6 seconds 00010000:00010000:3.0:1760456370.031592:0:164870:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e601 lrc: 3/0,1 mode: PW/PW res: [0x12c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.031592:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000967c1585/0x3e4967fcee5073a0 lrc: 4/0,0 mode: PR/PR res: [0x12f2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f1c1 expref: 184 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.031598:0:164869:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50e5ec lrc: 3/0,1 mode: PW/PW res: [0x12cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.031604:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a100ee31 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+184:167593:x1845970874000704:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 1872us (2626us total) trans 0 rc 0/0 00010000:00010000:3.0:1760456370.031632:0:164870:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e601 lrc: 3/0,1 mode: PW/PW res: [0x12c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.031635:0:164869:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50e5ec lrc: 3/0,1 mode: PW/PW res: [0x12cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.031640:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1443 00000100:00100000:1.0:1760456370.031651:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1439 00010000:00010000:3.0:1760456370.031667:0:164870:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e601 lrc: 2/0,0 mode: PW/PW res: [0x12c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.031667:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000020d5ae43 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+149:167594:x1845970874001088:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1760456370.031670:0:164869:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50e5ec lrc: 3/0,1 mode: PW/PW res: [0x12cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.031682:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1760456370.031683:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1444 00010000:00010000:2.0:1760456370.031691:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c24dee2b/0x3e4967fcee508a44 lrc: 5/0,0 mode: PR/PR res: [0x13c2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f6c9 expref: 149 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.031695:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a3aea3e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+183:167593:x1845970874001152:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1760456370.031696:0:164869:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50e5ec lrc: 2/0,0 mode: PW/PW res: [0x12cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.031711:0:164870:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.031712:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.031718:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c24dee2b/0x3e4967fcee508a44 lrc: 4/0,0 mode: PR/PR res: [0x13c2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f6c9 expref: 149 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.031719:0:164869:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1760456370.031721:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000070c1d409/0x3e4967fcee50741e lrc: 5/0,0 mode: PR/PR res: [0x12e9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f1dd expref: 183 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.031727:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1760456370.031729:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e601 lrc: 2/0,0 mode: PW/PW res: [0x12c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.031755:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c8221b7c already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.031758:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e601 lrc: 2/0,0 mode: PW/PW res: [0x12c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.031763:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000070c1d409/0x3e4967fcee50741e lrc: 4/0,0 mode: PR/PR res: [0x12e9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f1dd expref: 183 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.031766:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.031768:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e601 lrc: 3/0,0 mode: PW/PW res: [0x12c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.031770:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.031773:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007d31c243/0x3e4967fcee50e624 lrc: 3/0,1 mode: PW/PW res: [0x13c2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.031784:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.031787:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.031789:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e62b lrc: 3/0,1 mode: PW/PW res: [0x12e9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.031791:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007d31c243/0x3e4967fcee50e624 lrc: 4/0,1 mode: PW/PW res: [0x13c2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.031791:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e601 lrc: 1/0,0 mode: --/PW res: [0x12c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.031805:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e62b lrc: 4/0,1 mode: PW/PW res: [0x12e9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.031814:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e601 lrc: 0/0,0 mode: --/PW res: [0x12c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.031828:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1760456370.031833:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50e5ec lrc: 2/0,0 mode: PW/PW res: [0x12cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.031835:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.031840:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.031843:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000066fd183f already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.031844:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.031848:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50e5ec lrc: 2/0,0 mode: PW/PW res: [0x12cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.031849:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1760456370.031856:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a3aea3e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+183:167593:x1845970874001152:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 162us (558us total) trans 0 rc 0/0 00010000:00010000:2.0:1760456370.031866:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50e5ec lrc: 3/0,0 mode: PW/PW res: [0x12cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.031867:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1444 00010000:00010000:2.0:1760456370.031884:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50e5ec lrc: 1/0,0 mode: --/PW res: [0x12cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.031888:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1445 00000100:00100000:1.0:1760456370.031896:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ecd6d43 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+182:167596:x1845970874001216:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1760456370.031898:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50e5ec lrc: 0/0,0 mode: --/PW res: [0x12cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.031903:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1760456370.031905:0:164870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000076368397 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+466:85189:x1845970852996864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5206us (5491us total) trans 12884911298 rc 0/0 00000004:00080000:0.0:1760456370.031908:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000080cc854d/2, rc 0, transno 9410 00010000:00010000:1.0:1760456370.031910:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000967c1585/0x3e4967fcee5073a0 lrc: 4/0,0 mode: PR/PR res: [0x12f2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f1c1 expref: 182 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.031919:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080cc854d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852996864:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.031926:0:164870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19451 00010000:00010000:1.0:1760456370.031932:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000967c1585/0x3e4967fcee5073a0 lrc: 3/0,0 mode: PR/PR res: [0x12f2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f1c1 expref: 182 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.031934:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.031937:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.031940:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.031946:0:122345:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000967c1585/0x3e4967fcee5073a0 lrc: 0/0,0 mode: --/PR res: [0x12f2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f1c1 expref: 182 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.031955:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456370.031959:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.031962:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.031963:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50e632 lrc: 3/0,1 mode: PW/PW res: [0x12f2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.031969:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50e632 lrc: 4/0,1 mode: PW/PW res: [0x12f2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.031974:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f119f37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852998528:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.031979:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000020d5ae43 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+149:167594:x1845970874001088:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 328us (949us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.031990:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1443 00000100:00100000:3.0:1760456370.031993:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.032016:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456370.032028:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874001280 00010000:00010000:1.0:1760456370.032033:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456370.032041:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000aa14d5db/0x3e4967fcee50749c lrc: 5/0,0 mode: PR/PR res: [0x12f6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f1f9 expref: 182 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.032055:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ecd6d43 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+182:167596:x1845970874001216:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 159us (626us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.032062:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1446 00000100:00100000:2.0:1760456370.032073:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000048da3135 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+182:167594:x1845970874001280:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00000100:00100000:1.0:1760456370.032074:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1445 00010000:00010000:2.0:1760456370.032082:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.032086:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000aa14d5db/0x3e4967fcee50749c lrc: 5/0,0 mode: PR/PR res: [0x12f6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f1f9 expref: 182 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.032093:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000aa14d5db/0x3e4967fcee50749c lrc: 4/0,0 mode: PR/PR res: [0x12f6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f1f9 expref: 182 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.032108:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.032109:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.032111:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50e639 lrc: 3/0,1 mode: PW/PW res: [0x12f6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.032116:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50e639 lrc: 4/0,1 mode: PW/PW res: [0x12f6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.032129:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1760456370.032149:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000048da3135 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+181:167594:x1845970874001280:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 80us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.032154:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1446 00000100:00100000:3.0:1760456370.032201:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000004:00080000:2.0:1760456370.032205:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003c5ddebf/2, rc 0, transno 8207 00000100:00100000:2.0:1760456370.032224:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c5ddebf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852995968:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456370.032236:0:164869:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060300ac3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+466:85190:x1845970852996608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6826us (6907us total) trans 12884911299 rc 0/0 00000100:00100000:0.0:1760456370.032243:0:164869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19448 00010000:00010000:2.0:1760456370.032255:0:164867:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c24dee2b/0x3e4967fcee508a44 lrc: 0/0,0 mode: --/PR res: [0x13c2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f6c9 expref: 148 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.032255:0:122921:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50e632 lrc: 3/0,1 mode: PW/PW res: [0x12f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.032271:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:1.0:1760456370.032279:0:122921:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50e632 lrc: 3/0,1 mode: PW/PW res: [0x12f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.032284:0:164867:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ad8b64f pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:164867:1845970852997696:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.032286:0:122921:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50e632 lrc: 3/0,1 mode: PW/PW res: [0x12f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.032293:0:122921:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50e632 lrc: 2/0,0 mode: PW/PW res: [0x12f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.032299:0:164867:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007d31c243/0x3e4967fcee50e624 lrc: 3/0,1 mode: PW/PW res: [0x13c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.032304:0:122914:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a7a02960 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:122914:1845970852997184:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.032306:0:122921:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1760456370.032313:0:164867:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007d31c243/0x3e4967fcee50e624 lrc: 3/0,1 mode: PW/PW res: [0x13c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.032318:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1760456370.032320:0:164867:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007d31c243/0x3e4967fcee50e624 lrc: 3/0,1 mode: PW/PW res: [0x13c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.032322:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50e632 lrc: 2/0,0 mode: PW/PW res: [0x12f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.032329:0:122914:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000809e3c27/0x3e4967fcee50e608 lrc: 3/0,1 mode: --/PW res: [0x13b3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.032336:0:164867:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007d31c243/0x3e4967fcee50e624 lrc: 3/0,1 mode: PW/PW res: [0x13c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.032342:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:1.0:1760456370.032346:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dffb579e already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.032351:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50e632 lrc: 2/0,0 mode: PW/PW res: [0x12f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.032359:0:164867:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007d31c243/0x3e4967fcee50e624 lrc: 2/0,0 mode: PW/PW res: [0x13c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.032370:0:122919:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852998528 00010000:00010000:2.0:1760456370.032374:0:164867:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1760456370.032380:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000799c3bec/2, rc 0, transno 9411 00010000:00010000:1.0:1760456370.032392:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50e632 lrc: 3/0,0 mode: PW/PW res: [0x12f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.032396:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000799c3bec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852996608:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.032403:0:122919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19463 00000100:00100000:3.0:1760456370.032412:0:122919:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a21a439 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+466:85189:x1845970852998528:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.032412:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50e632 lrc: 1/0,0 mode: --/PW res: [0x12f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.032423:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50e632 lrc: 0/0,0 mode: --/PW res: [0x12f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1760456370.032431:0:122919:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4857 count 1 00010000:00010000:1.0:1760456370.032443:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.032446:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007d31c243/0x3e4967fcee50e624 lrc: 2/0,0 mode: PW/PW res: [0x13c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1760456370.032447:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000052ade3ef/2, rc 0, transno 9407 00010000:00010000:3.0:1760456370.032450:0:122919:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e655 lrc: 3/0,1 mode: --/PW res: [0x12f9:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.032457:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000052ade3ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852996032:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.032475:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007d31c243 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.032479:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007d31c243/0x3e4967fcee50e624 lrc: 2/0,0 mode: PW/PW res: [0x13c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.032481:0:122919:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007990fe53/0x3e4967fcee5075d7 lrc: 2/0,0 mode: PR/PR res: [0x12f9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f23f expref: 180 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.032491:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007d31c243/0x3e4967fcee50e624 lrc: 3/0,0 mode: PW/PW res: [0x13c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.032495:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1760456370.032500:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.032504:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.032507:0:122919:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e655 lrc: 4/0,1 mode: --/PW res: [0x12f9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.032507:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002a9fc813 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852998720:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.032508:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007d31c243/0x3e4967fcee50e624 lrc: 1/0,0 mode: --/PW res: [0x13c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.032560:0:164867:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad3ea2c9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+449:85190:x1845970852997568:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3475us (3725us total) trans 38654713872 rc 0/0 00010000:00010000:3.0:1760456370.032570:0:122919:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007990fe53/0x3e4967fcee5075d7 lrc: 3/0,0 mode: PR/PR res: [0x12f9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f23f expref: 180 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.032573:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456370.032574:0:164867:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19456 00010000:00010000:1.0:1760456370.032589:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007d31c243/0x3e4967fcee50e624 lrc: 0/0,0 mode: --/PW res: [0x13c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.032596:0:122919:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007990fe53/0x3e4967fcee5075d7 lrc: 4/0,0 mode: PR/PR res: [0x12f9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f23f expref: 180 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.032600:0:164867:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852998720 00010000:00010000:1.0:1760456370.032607:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.032611:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.032611:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e1269d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852998592:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456370.032614:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.032615:0:122919:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c8f51c6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:122919:1845970852998784:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.032646:0:164867:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19464 00010000:00010000:1.0:1760456370.032650:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.032654:0:164867:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d366081f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+467:85189:x1845970852998720:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1760456370.032670:0:164867:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4864 count 1 00000100:00100000:3.0:1760456370.032673:0:122919:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ae4d228e going to sleep for 6 seconds 00000100:00100000:0.0:1760456370.032676:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.032687:0:164867:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50e65c lrc: 3/0,1 mode: --/PW res: [0x1300:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.032698:0:164867:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003a41c422/0x3e4967fcee507694 lrc: 2/0,0 mode: PR/PR res: [0x1300:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f269 expref: 180 pid: 122920 timeout: 0 lvb_type: 1 00000004:00080000:0.0:1760456370.032699:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000007a96cebb/2, rc 0, transno 8208 00000100:00100000:0.0:1760456370.032710:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007a96cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852997568:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456370.032721:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.032723:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.032725:0:164867:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50e65c lrc: 4/0,1 mode: --/PW res: [0x1300:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.032753:0:164867:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003a41c422/0x3e4967fcee507694 lrc: 3/0,0 mode: PR/PR res: [0x1300:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f269 expref: 180 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.032757:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e6e29fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852998848:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1760456370.032759:0:164871:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852998592 00010000:00010000:2.0:1760456370.032770:0:164867:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003a41c422/0x3e4967fcee507694 lrc: 4/0,0 mode: PR/PR res: [0x1300:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f269 expref: 180 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.032785:0:164867:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ba802d17 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:164867:1845970852998912:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.032790:0:164871:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19465 00000100:00100000:0.0:1760456370.032795:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1760456370.032799:0:164871:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f16cf87c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+449:85190:x1845970852998592:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1760456370.032815:0:164871:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5067 count 1 00000100:00100000:2.0:1760456370.032826:0:164867:0:(client.c:2500:ptlrpc_set_wait()) set 000000005aff42d8 going to sleep for 6 seconds 00010000:00010000:3.0:1760456370.032828:0:164871:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001efa1cc8/0x3e4967fcee50e663 lrc: 3/0,1 mode: --/PW res: [0x13cb:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.032841:0:164871:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ad03809a/0x3e4967fcee508b7f lrc: 2/0,0 mode: PR/PR res: [0x13cb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f70f expref: 147 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.032848:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1760456370.032848:0:87410:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852998848 00010000:00010000:3.0:1760456370.032851:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1760456370.032851:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874001408 00010000:00010000:3.0:1760456370.032854:0:164871:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001efa1cc8/0x3e4967fcee50e663 lrc: 4/0,1 mode: --/PW res: [0x13cb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.032872:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000dbc4488d/0x3e4967fcee5074db lrc: 5/0,0 mode: PR/PR res: [0x12f3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f207 expref: 181 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.032876:0:87410:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19466 00010000:00010000:3.0:1760456370.032879:0:164871:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ad03809a/0x3e4967fcee508b7f lrc: 3/0,0 mode: PR/PR res: [0x13cb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f70f expref: 147 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.032886:0:87410:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000713f1f63 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+450:85189:x1845970852998848:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1760456370.032903:0:87410:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5063 count 1 00010000:00010000:3.0:1760456370.032905:0:164871:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ad03809a/0x3e4967fcee508b7f lrc: 4/0,0 mode: PR/PR res: [0x13cb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f70f expref: 147 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.032912:0:122921:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000037a8ab19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+468:85191:x1845970852997760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2787us (2860us total) trans 12884911300 rc 0/0 00010000:00010000:0.0:1760456370.032914:0:87410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e66a lrc: 3/0,1 mode: --/PW res: [0x13c7:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.032918:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874001344 00000100:00100000:1.0:1760456370.032928:0:122921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19458 00000100:00100000:3.0:1760456370.032934:0:164871:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002ae8c6ca pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:164871:1845970852998976:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.032935:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000031a646fa/0x3e4967fcee508a83 lrc: 5/0,0 mode: PR/PR res: [0x13c6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f6d7 expref: 148 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.032947:0:164868:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e61d lrc: 3/0,1 mode: PW/PW res: [0x12cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.032947:0:87410:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000755bf145/0x3e4967fcee508bbe lrc: 2/0,0 mode: PR/PR res: [0x13c7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f71d expref: 148 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.032969:0:164871:0:(client.c:2500:ptlrpc_set_wait()) set 000000008648cbd7 going to sleep for 6 seconds 00000100:00100000:2.0:1760456370.032969:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874001472 00010000:00010000:1.0:1760456370.032969:0:164868:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e61d lrc: 3/0,1 mode: PW/PW res: [0x12cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.032970:0:87410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.032973:0:87410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.032976:0:87410:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e66a lrc: 4/0,1 mode: --/PW res: [0x13c7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.032981:0:164868:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e61d lrc: 3/0,1 mode: PW/PW res: [0x12cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.032985:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d600ab3a/0x3e4967fcee50884c lrc: 4/0,0 mode: PR/PR res: [0x13b3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f659 expref: 149 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.032993:0:164868:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e61d lrc: 2/0,0 mode: PW/PW res: [0x12cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.032998:0:87410:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000755bf145/0x3e4967fcee508bbe lrc: 3/0,0 mode: PR/PR res: [0x13c7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f71d expref: 149 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.033016:0:87410:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000755bf145/0x3e4967fcee508bbe lrc: 4/0,0 mode: PR/PR res: [0x13c7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f71d expref: 149 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.033021:0:164868:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1760456370.033025:0:122343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1447 00000100:00100000:0.0:1760456370.033025:0:87410:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f96c2c8f pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:87410:1845970852999040:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.033029:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.033033:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e61d lrc: 2/0,0 mode: PW/PW res: [0x12cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.033038:0:122343:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d232c0d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+181:167594:x1845970874001408:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1760456370.033044:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e7db8498 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.033048:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e61d lrc: 2/0,0 mode: PW/PW res: [0x12cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.033049:0:87410:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e9ed637f going to sleep for 6 seconds 00010000:00010000:2.0:1760456370.033051:0:122343:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456370.033057:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e61d lrc: 3/0,0 mode: PW/PW res: [0x12cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.033060:0:122343:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000dbc4488d/0x3e4967fcee5074db lrc: 5/0,0 mode: PR/PR res: [0x12f3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f207 expref: 181 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.033076:0:85190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1760456370.033077:0:122343:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000dbc4488d/0x3e4967fcee5074db lrc: 4/0,0 mode: PR/PR res: [0x12f3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f207 expref: 181 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.033077:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e61d lrc: 1/0,0 mode: --/PW res: [0x12cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.033085:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000725721d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852998656:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.033101:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e61d lrc: 0/0,0 mode: --/PW res: [0x12cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.033110:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.033113:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.033115:0:122343:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e640 lrc: 3/0,1 mode: PW/PW res: [0x12f3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.033119:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.033121:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.033124:0:122343:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e640 lrc: 4/0,1 mode: PW/PW res: [0x12f3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.033124:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.033125:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.033139:0:122343:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1760456370.033148:0:87239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852998656 00000100:00100000:2.0:1760456370.033169:0:122343:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d232c0d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+181:167594:x1845970874001408:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 134us (968us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.033179:0:122343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1447 00000100:00100000:0.0:1760456370.033181:0:122923:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009de73240 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:122923:1845970852998464:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.033183:0:87239:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19467 00000100:00100000:3.0:1760456370.033191:0:87239:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000076bfcd4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+468:85190:x1845970852998656:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456370.033203:0:122923:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e64e lrc: 3/0,1 mode: --/PW res: [0x13ca:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1760456370.033205:0:87239:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4856 count 1 00000100:00100000:2.0:1760456370.033211:0:122343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1448 00010000:00010000:3.0:1760456370.033220:0:87239:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e671 lrc: 3/0,1 mode: --/PW res: [0x12f8:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.033225:0:122343:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3e63a20 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+149:167594:x1845970874001344:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1760456370.033241:0:122343:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.033242:0:87239:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005d3ef217/0x3e4967fcee507616 lrc: 2/0,0 mode: PR/PR res: [0x12f8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f24d expref: 180 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.033245:0:87237:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dbc4488d/0x3e4967fcee5074db lrc: 0/0,0 mode: --/PR res: [0x12f3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f207 expref: 180 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.033250:0:122343:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000031a646fa/0x3e4967fcee508a83 lrc: 5/0,0 mode: PR/PR res: [0x13c6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f6d7 expref: 149 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.033283:0:122343:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000031a646fa/0x3e4967fcee508a83 lrc: 4/0,0 mode: PR/PR res: [0x13c6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f6d7 expref: 149 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.033290:0:87239:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.033293:0:87239:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.033296:0:87239:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e671 lrc: 4/0,1 mode: --/PW res: [0x12f8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.033299:0:87237:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3fa129b pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:87237:1845970852998272:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.033305:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.033309:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.033313:0:122343:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e647 lrc: 3/0,1 mode: PW/PW res: [0x13c6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.033320:0:87237:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e640 lrc: 3/0,1 mode: PW/PW res: [0x12f3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.033323:0:122343:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e647 lrc: 4/0,1 mode: PW/PW res: [0x13c6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.033328:0:87239:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005d3ef217/0x3e4967fcee507616 lrc: 3/0,0 mode: PR/PR res: [0x12f8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f24d expref: 179 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.033354:0:87239:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005d3ef217/0x3e4967fcee507616 lrc: 4/0,0 mode: PR/PR res: [0x12f8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f24d expref: 179 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.033359:0:122343:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1760456370.033367:0:87239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b97fd9a0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:87239:1845970852999104:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.033388:0:122343:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3e63a20 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+149:167594:x1845970874001344:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 166us (1122us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.033396:0:87239:0:(client.c:2500:ptlrpc_set_wait()) set 00000000093bb68c going to sleep for 6 seconds 00000100:00100000:2.0:1760456370.033398:0:122343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1448 00000100:00100000:1.0:1760456370.033402:0:164868:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036623ba6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+469:85189:x1845970852997440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4484us (4724us total) trans 12884911301 rc 0/0 00000004:00080000:0.0:1760456370.033403:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000467d5fb5/2, rc 0, transno 9413 00000100:00100000:1.0:1760456370.033413:0:164868:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19455 00000100:00100000:0.0:1760456370.033415:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000467d5fb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852997440:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.033424:0:122343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1449 00000100:00100000:2.0:1760456370.033429:0:122343:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b4a04b22 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+148:167594:x1845970874001472:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1760456370.033438:0:122343:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1760456370.033443:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456370.033447:0:122343:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d600ab3a/0x3e4967fcee50884c lrc: 4/0,0 mode: PR/PR res: [0x13b3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f659 expref: 148 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.033462:0:170681:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fe82d1a6/0x3e4967fcee508168 lrc: 0/0,0 mode: --/PR res: [0x136f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f4d1 expref: 148 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.033465:0:122343:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d600ab3a/0x3e4967fcee50884c lrc: 3/0,0 mode: PR/PR res: [0x13b3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f659 expref: 148 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.033488:0:122343:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d600ab3a/0x3e4967fcee50884c lrc: 0/0,0 mode: --/PR res: [0x13b3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f659 expref: 148 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.033491:0:88855:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000070c1d409/0x3e4967fcee50741e lrc: 0/0,0 mode: --/PR res: [0x12e9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f1dd expref: 179 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.033578:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.033581:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.033584:0:122343:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000809e3c27/0x3e4967fcee50e608 lrc: 3/0,1 mode: PW/PW res: [0x13b3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.033584:0:88855:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007c4ed92d pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:88855:1845970852997888:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.033597:0:122343:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000809e3c27/0x3e4967fcee50e608 lrc: 4/0,1 mode: PW/PW res: [0x13b3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.033605:0:88855:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e62b lrc: 3/0,1 mode: PW/PW res: [0x12e9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.033616:0:88855:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e62b lrc: 3/0,1 mode: PW/PW res: [0x12e9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.033634:0:122343:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.033635:0:88855:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e62b lrc: 3/0,1 mode: PW/PW res: [0x12e9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.033644:0:88855:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e62b lrc: 3/0,1 mode: PW/PW res: [0x12e9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.033649:0:88855:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e62b lrc: 2/0,0 mode: PW/PW res: [0x12e9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.033657:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.033665:0:122343:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b4a04b22 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+146:167594:x1845970874001472:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 230us (1329us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456370.033675:0:170681:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000014f2e45a pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:170681:1845970852995712:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.033683:0:122343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1449 00010000:00010000:0.0:1760456370.033688:0:88855:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.033694:0:170681:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009a537781/0x3e4967fcee50e5ad lrc: 3/0,1 mode: PW/PW res: [0x136f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.033699:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.033706:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e62b lrc: 2/0,0 mode: PW/PW res: [0x12e9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.033707:0:170681:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009a537781/0x3e4967fcee50e5ad lrc: 3/0,1 mode: PW/PW res: [0x136f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.033708:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874001536 00010000:00010000:0.0:1760456370.033723:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000052a45374 already unused, calling callback (0000000049577fce) 00010000:00010000:2.0:1760456370.033724:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000005b62c7b/0x3e4967fcee508ac2 lrc: 4/0,0 mode: PR/PR res: [0x13ca:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f6e5 expref: 146 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.033727:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e62b lrc: 2/0,0 mode: PW/PW res: [0x12e9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.033748:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e62b lrc: 3/0,0 mode: PW/PW res: [0x12e9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.033761:0:170681:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009a537781/0x3e4967fcee50e5ad lrc: 3/0,1 mode: PW/PW res: [0x136f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.033766:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e62b lrc: 1/0,0 mode: --/PW res: [0x12e9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.033768:0:170681:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a537781/0x3e4967fcee50e5ad lrc: 3/0,1 mode: PW/PW res: [0x136f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.033772:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874001600 00010000:00010000:0.0:1760456370.033780:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e62b lrc: 0/0,0 mode: --/PW res: [0x12e9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.033781:0:122919:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c8f51c6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:122919:1845970852998784:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.033788:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007990fe53/0x3e4967fcee5075d7 lrc: 4/0,0 mode: PR/PR res: [0x12f9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f23f expref: 179 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.033799:0:122919:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e655 lrc: 3/0,1 mode: --/PW res: [0x12f9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.033813:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.033816:0:170681:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009a537781/0x3e4967fcee50e5ad lrc: 2/0,0 mode: PW/PW res: [0x136f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.033817:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.033822:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.033823:0:122343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1450 00000100:00100000:2.0:1760456370.033833:0:122343:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab78aa4c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+146:167593:x1845970874001536:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1760456370.033838:0:122914:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000809e3c27/0x3e4967fcee50e608 lrc: 3/0,1 mode: PW/PW res: [0x13b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.033839:0:87240:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000031a646fa/0x3e4967fcee508a83 lrc: 0/0,0 mode: --/PR res: [0x13c6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f6d7 expref: 146 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.033844:0:122343:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.033852:0:122343:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000005b62c7b/0x3e4967fcee508ac2 lrc: 4/0,0 mode: PR/PR res: [0x13ca:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f6e5 expref: 146 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.033863:0:122914:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000809e3c27/0x3e4967fcee50e608 lrc: 3/0,1 mode: PW/PW res: [0x13b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.033870:0:87240:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be747c1e pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:87240:1845970852998336:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.033877:0:122343:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000005b62c7b/0x3e4967fcee508ac2 lrc: 3/0,0 mode: PR/PR res: [0x13ca:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f6e5 expref: 145 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.033889:0:87240:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e647 lrc: 3/0,1 mode: PW/PW res: [0x13c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.033899:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1451 00010000:00010000:0.0:1760456370.033900:0:122914:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000809e3c27/0x3e4967fcee50e608 lrc: 3/0,1 mode: PW/PW res: [0x13b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.033911:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001a924b61 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+179:167593:x1845970874001600:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1760456370.033913:0:122343:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000005b62c7b/0x3e4967fcee508ac2 lrc: 0/0,0 mode: --/PR res: [0x13ca:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f6e5 expref: 145 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.033928:0:122914:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000809e3c27/0x3e4967fcee50e608 lrc: 2/0,0 mode: PW/PW res: [0x13b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.033935:0:87240:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e647 lrc: 3/0,1 mode: PW/PW res: [0x13c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.033946:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.033949:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.033953:0:122343:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e64e lrc: 3/0,1 mode: PW/PW res: [0x13ca:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.033955:0:87240:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e647 lrc: 3/0,1 mode: PW/PW res: [0x13c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.033961:0:122914:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.033964:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456370.033971:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007990fe53/0x3e4967fcee5075d7 lrc: 4/0,0 mode: PR/PR res: [0x12f9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f23f expref: 179 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.033971:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1760456370.033976:0:122343:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e64e lrc: 4/0,1 mode: PW/PW res: [0x13ca:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.033977:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000809e3c27/0x3e4967fcee50e608 lrc: 2/0,0 mode: PW/PW res: [0x13b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.033980:0:87240:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e647 lrc: 3/0,1 mode: PW/PW res: [0x13c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.033994:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007990fe53/0x3e4967fcee5075d7 lrc: 3/0,0 mode: PR/PR res: [0x12f9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f23f expref: 179 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.034004:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000809e3c27 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.034008:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000809e3c27/0x3e4967fcee50e608 lrc: 2/0,0 mode: PW/PW res: [0x13b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.034009:0:87240:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e647 lrc: 2/0,0 mode: PW/PW res: [0x13c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.034020:0:122343:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.034032:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000809e3c27/0x3e4967fcee50e608 lrc: 3/0,0 mode: PW/PW res: [0x13b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.034042:0:122345:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007990fe53/0x3e4967fcee5075d7 lrc: 0/0,0 mode: --/PR res: [0x12f9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f23f expref: 179 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.034045:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000809e3c27/0x3e4967fcee50e608 lrc: 1/0,0 mode: --/PW res: [0x13b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.034046:0:87240:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.034054:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1760456370.034057:0:122343:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab78aa4c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+144:167593:x1845970874001536:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 220us (616us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456370.034058:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.034060:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000809e3c27/0x3e4967fcee50e608 lrc: 0/0,0 mode: --/PW res: [0x13b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.034061:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e655 lrc: 3/0,1 mode: PW/PW res: [0x12f9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.034062:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456370.034067:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e647 lrc: 2/0,0 mode: PW/PW res: [0x13c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.034080:0:122343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1450 00010000:00010000:1.0:1760456370.034087:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e655 lrc: 4/0,1 mode: PW/PW res: [0x12f9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.034090:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d713c715 already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456370.034095:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e647 lrc: 2/0,0 mode: PW/PW res: [0x13c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.034100:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.034105:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e647 lrc: 3/0,0 mode: PW/PW res: [0x13c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.034105:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.034107:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.034108:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.034122:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e647 lrc: 1/0,0 mode: --/PW res: [0x13c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.034127:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001a924b61 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+178:167593:x1845970874001600:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 218us (475us total) trans 0 rc 0/0 00010000:00010000:3.0:1760456370.034141:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d713c715/0x3e4967fcee50e647 lrc: 0/0,0 mode: --/PW res: [0x13c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1760456370.034146:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ee6d760c/2, rc 0, transno 9412 00010000:00010000:3.0:1760456370.034162:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.034164:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.034167:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.034169:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ee6d760c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852997760:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.034179:0:85191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1760456370.034189:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1451 00000100:00100000:2.0:1760456370.034191:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013cb5d1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852999232:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.034235:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456370.034263:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009de73240 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852999168:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.034311:0:164871:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002ae8c6ca pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:164871:1845970852998976:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.034312:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456370.034327:0:164871:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001efa1cc8/0x3e4967fcee50e663 lrc: 3/0,1 mode: --/PW res: [0x13cb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.034356:0:122914:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd3fd54a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+451:85191:x1845970852997120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7332us (7409us total) trans 38654713873 rc 0/0 00000100:00100000:3.0:1760456370.034357:0:122920:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852999232 00000004:00080000:2.0:1760456370.034364:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006f7c080c/2, rc 0, transno 8209 00000100:00100000:0.0:1760456370.034369:0:122914:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19452 00000100:00100000:1.0:1760456370.034375:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.034381:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f7c080c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852997120:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1760456370.034393:0:122920:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852999168 00010000:00010000:2.0:1760456370.034400:0:123791:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000268fef09/0x3e4967fcee50e616 lrc: 3/0,1 mode: PW/PW res: [0x13b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.034407:0:123791:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000268fef09/0x3e4967fcee50e616 lrc: 3/0,1 mode: PW/PW res: [0x13b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.034415:0:123791:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000268fef09/0x3e4967fcee50e616 lrc: 3/0,1 mode: PW/PW res: [0x13b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.034419:0:122920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19468 00010000:00010000:2.0:1760456370.034425:0:123791:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000268fef09/0x3e4967fcee50e616 lrc: 2/0,0 mode: PW/PW res: [0x13b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.034430:0:122920:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000043c9bf24 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+470:85191:x1845970852999232:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.034431:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1760456370.034444:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fb2b3c7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852999296:0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1760456370.034448:0:122920:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4872 count 1 00010000:00010000:2.0:1760456370.034450:0:123791:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.034457:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.034462:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000268fef09/0x3e4967fcee50e616 lrc: 2/0,0 mode: PW/PW res: [0x13b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.034465:0:122920:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e678 lrc: 3/0,1 mode: --/PW res: [0x1308:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.034475:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1760456370.034477:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000268fef09 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.034483:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000268fef09/0x3e4967fcee50e616 lrc: 2/0,0 mode: PW/PW res: [0x13b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.034489:0:122920:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a53992d1/0x3e4967fcee5077cf lrc: 2/0,0 mode: PR/PR res: [0x1308:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f2af expref: 177 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.034499:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000268fef09/0x3e4967fcee50e616 lrc: 3/0,0 mode: PW/PW res: [0x13b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.034503:0:122920:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1760456370.034505:0:164869:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852999296 00010000:00010000:3.0:1760456370.034507:0:122920:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1760456370.034541:0:164869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19469 00010000:00010000:3.0:1760456370.034545:0:122920:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e678 lrc: 4/0,1 mode: --/PW res: [0x1308:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.034546:0:164869:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ccb9cad2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+470:85191:x1845970852999168:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.034549:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000268fef09/0x3e4967fcee50e616 lrc: 1/0,0 mode: --/PW res: [0x13b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1760456370.034562:0:164869:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4865 count 1 00010000:00010000:1.0:1760456370.034569:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000268fef09/0x3e4967fcee50e616 lrc: 0/0,0 mode: --/PW res: [0x13b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.034577:0:164869:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000273f8983/0x3e4967fcee50e67f lrc: 3/0,1 mode: --/PW res: [0x1301:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.034586:0:122920:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a53992d1/0x3e4967fcee5077cf lrc: 3/0,0 mode: PR/PR res: [0x1308:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f2af expref: 177 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.034588:0:164869:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000022130554/0x3e4967fcee507712 lrc: 2/0,0 mode: PR/PR res: [0x1301:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f285 expref: 177 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.034590:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.034593:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.034596:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.034609:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.034611:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.034614:0:122920:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a53992d1/0x3e4967fcee5077cf lrc: 4/0,0 mode: PR/PR res: [0x1308:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f2af expref: 177 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.034614:0:164869:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000273f8983/0x3e4967fcee50e67f lrc: 4/0,1 mode: --/PW res: [0x1301:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.034645:0:122921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19470 00000100:00100000:3.0:1760456370.034653:0:122920:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002ae8c6ca pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:122920:1845970852999360:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456370.034656:0:122921:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003347fb0f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+452:85189:x1845970852999296:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1760456370.034658:0:164869:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000022130554/0x3e4967fcee507712 lrc: 3/0,0 mode: PR/PR res: [0x1301:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f285 expref: 177 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.034672:0:164869:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000022130554/0x3e4967fcee507712 lrc: 4/0,0 mode: PR/PR res: [0x1301:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f285 expref: 177 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.034673:0:123791:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040648461 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+452:85189:x1845970852997376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6054us (6352us total) trans 38654713874 rc 0/0 00002000:00080000:1.0:1760456370.034676:0:122921:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5061 count 1 00000100:00100000:2.0:1760456370.034688:0:123791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19454 00000100:00100000:0.0:1760456370.034691:0:164869:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f697154e pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:164869:1845970852999424:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.034693:0:122920:0:(client.c:2500:ptlrpc_set_wait()) set 000000008648cbd7 going to sleep for 6 seconds 00010000:00010000:1.0:1760456370.034694:0:122921:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005b2472ce/0x3e4967fcee50e686 lrc: 3/0,1 mode: --/PW res: [0x13c5:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.034708:0:122921:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000920981b3/0x3e4967fcee508c3c lrc: 2/0,0 mode: PR/PR res: [0x13c5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f739 expref: 143 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.034716:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000004:00080000:0.0:1760456370.034718:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000081141810/2, rc 0, transno 8210 00010000:00010000:1.0:1760456370.034719:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.034723:0:122921:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005b2472ce/0x3e4967fcee50e686 lrc: 4/0,1 mode: --/PW res: [0x13c5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.034726:0:164867:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ba802d17 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:164867:1845970852998912:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.034729:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081141810 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852997376:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456370.034745:0:164867:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50e65c lrc: 3/0,1 mode: --/PW res: [0x1300:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.034759:0:122921:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000920981b3/0x3e4967fcee508c3c lrc: 3/0,0 mode: PR/PR res: [0x13c5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f739 expref: 143 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.034773:0:122921:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000920981b3/0x3e4967fcee508c3c lrc: 4/0,0 mode: PR/PR res: [0x13c5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f739 expref: 143 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.034776:0:122919:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e655 lrc: 3/0,1 mode: PW/PW res: [0x12f9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.034776:0:122906:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aa14d5db/0x3e4967fcee50749c lrc: 0/0,0 mode: --/PR res: [0x12f6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f1f9 expref: 177 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.034791:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2f62bb2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852999552:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456370.034803:0:122919:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e655 lrc: 3/0,1 mode: PW/PW res: [0x12f9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.034810:0:122906:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001fa99884 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:122906:1845970852998208:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.034816:0:122919:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e655 lrc: 3/0,1 mode: PW/PW res: [0x12f9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.034824:0:122919:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e655 lrc: 2/0,0 mode: PW/PW res: [0x12f9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.034827:0:122906:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50e639 lrc: 3/0,1 mode: PW/PW res: [0x12f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.034830:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456370.034841:0:122921:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000287a8e8f pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:122921:1845970852999488:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.034851:0:122906:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50e639 lrc: 3/0,1 mode: PW/PW res: [0x12f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.034858:0:122906:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50e639 lrc: 3/0,1 mode: PW/PW res: [0x12f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.034861:0:122919:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.034865:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1760456370.034869:0:122906:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50e639 lrc: 3/0,1 mode: PW/PW res: [0x12f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.034869:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e655 lrc: 2/0,0 mode: PW/PW res: [0x12f9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.034888:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008b096a6a already unused, calling callback (0000000049577fce) 00010000:00010000:2.0:1760456370.034889:0:122906:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50e639 lrc: 2/0,0 mode: PW/PW res: [0x12f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.034890:0:164869:0:(client.c:2500:ptlrpc_set_wait()) set 0000000066840e62 going to sleep for 6 seconds 00010000:00010000:1.0:1760456370.034891:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e655 lrc: 2/0,0 mode: PW/PW res: [0x12f9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.034905:0:122923:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e64e lrc: 3/0,1 mode: PW/PW res: [0x13ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.034910:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e655 lrc: 3/0,0 mode: PW/PW res: [0x12f9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.034921:0:122923:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e64e lrc: 3/0,1 mode: PW/PW res: [0x13ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.034928:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e655 lrc: 1/0,0 mode: --/PW res: [0x12f9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.034930:0:122906:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.034930:0:122923:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e64e lrc: 3/0,1 mode: PW/PW res: [0x13ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.034947:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e655 lrc: 0/0,0 mode: --/PW res: [0x12f9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.034951:0:122923:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e64e lrc: 2/0,0 mode: PW/PW res: [0x13ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.034963:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.034967:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.034968:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50e639 lrc: 2/0,0 mode: PW/PW res: [0x12f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.034974:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002815c009 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.034976:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50e639 lrc: 2/0,0 mode: PW/PW res: [0x12f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.034980:0:122923:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.034991:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.034995:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e64e lrc: 2/0,0 mode: PW/PW res: [0x13ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.035004:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000016be4d0e already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.035007:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e64e lrc: 2/0,0 mode: PW/PW res: [0x13ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.035020:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e64e lrc: 3/0,0 mode: PW/PW res: [0x13ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.035033:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e64e lrc: 1/0,0 mode: --/PW res: [0x13ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.035039:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e64e lrc: 0/0,0 mode: --/PW res: [0x13ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.035051:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50e639 lrc: 3/0,0 mode: PW/PW res: [0x12f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.035064:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50e639 lrc: 1/0,0 mode: --/PW res: [0x12f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.035065:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.035068:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.035069:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50e639 lrc: 0/0,0 mode: --/PW res: [0x12f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.035071:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.035088:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.035092:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.035094:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1760456370.035114:0:122921:0:(client.c:2500:ptlrpc_set_wait()) set 00000000916b579d going to sleep for 6 seconds 00000004:00080000:0.0:1760456370.035125:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009f119f37/2, rc 0, transno 9414 00000100:00100000:3.0:1760456370.035127:0:122919:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a21a439 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+472:85189:x1845970852998528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2714us (3115us total) trans 12884911302 rc 0/0 00000100:00100000:0.0:1760456370.035136:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f119f37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852998528:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.035140:0:122919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19463 00000100:00100000:3.0:1760456370.035166:0:122919:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852999552 00000100:00100000:2.0:1760456370.035169:0:122906:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c9590d9e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+471:85189:x1845970852997952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4740us (4910us total) trans 12884911303 rc 0/0 00000100:00100000:2.0:1760456370.035180:0:122906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19459 00000100:00100000:1.0:1760456370.035193:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000004:00080000:0.0:1760456370.035195:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000687f1a97/2, rc 0, transno 9415 00000100:00100000:3.0:1760456370.035197:0:122919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19471 00000100:00100000:3.0:1760456370.035206:0:122919:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000578ef46b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+452:85189:x1845970852999552:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456370.035210:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000687f1a97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852997952:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.035218:0:85191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00002000:00080000:3.0:1760456370.035222:0:122919:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5071 count 1 00000100:00100000:2.0:1760456370.035230:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b660afad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852999616:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.035236:0:122919:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a426bd1/0x3e4967fcee50e68d lrc: 3/0,1 mode: --/PW res: [0x13cf:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.035250:0:122919:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000e98552c/0x3e4967fcee508c7b lrc: 2/0,0 mode: PR/PR res: [0x13cf:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f747 expref: 143 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.035259:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.035261:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.035264:0:122919:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a426bd1/0x3e4967fcee50e68d lrc: 4/0,1 mode: --/PW res: [0x13cf:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.035272:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1760456370.035280:0:87410:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f96c2c8f pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:87410:1845970852999040:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.035296:0:122919:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000e98552c/0x3e4967fcee508c7b lrc: 3/0,0 mode: PR/PR res: [0x13cf:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f747 expref: 143 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.035300:0:87410:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e66a lrc: 3/0,1 mode: --/PW res: [0x13c7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.035307:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000072b0488d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852999680:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456370.035312:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456370.035324:0:122919:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000e98552c/0x3e4967fcee508c7b lrc: 4/0,0 mode: PR/PR res: [0x13cf:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f747 expref: 143 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.035338:0:122919:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c8f51c6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:122919:1845970852999744:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.035345:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456370.035375:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874001664 00000100:00100000:3.0:1760456370.035383:0:122919:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ae4d228e going to sleep for 6 seconds 00010000:00010000:2.0:1760456370.035387:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003a41c422/0x3e4967fcee507694 lrc: 4/0,0 mode: PR/PR res: [0x1300:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f269 expref: 177 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.035406:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874001792 00010000:00010000:2.0:1760456370.035416:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000755bf145/0x3e4967fcee508bbe lrc: 4/0,0 mode: PR/PR res: [0x13c7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f71d expref: 144 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.035434:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874001728 00000100:00100000:1.0:1760456370.035439:0:164868:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852999616 00010000:00010000:2.0:1760456370.035444:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ad03809a/0x3e4967fcee508b7f lrc: 4/0,0 mode: PR/PR res: [0x13cb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f70f expref: 145 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.035463:0:164868:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852999680 00000100:00100000:2.0:1760456370.035477:0:122347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1452 00000100:00100000:2.0:1760456370.035483:0:122347:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000014f2e45a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+177:167593:x1845970874001664:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00000100:00100000:1.0:1760456370.035487:0:164868:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19472 00010000:00010000:2.0:1760456370.035491:0:122347:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1760456370.035496:0:164870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19473 00010000:00010000:2.0:1760456370.035497:0:122347:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003a41c422/0x3e4967fcee507694 lrc: 4/0,0 mode: PR/PR res: [0x1300:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f269 expref: 177 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.035507:0:164870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba802d17 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+472:85191:x1845970852999680:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.035507:0:122347:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003a41c422/0x3e4967fcee507694 lrc: 3/0,0 mode: PR/PR res: [0x1300:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f269 expref: 177 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.035570:0:122347:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003a41c422/0x3e4967fcee507694 lrc: 0/0,0 mode: --/PR res: [0x1300:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f269 expref: 177 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.035587:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.035590:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.035592:0:122347:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50e65c lrc: 3/0,1 mode: PW/PW res: [0x1300:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.035594:0:122923:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c379219 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+453:85189:x1845970852998400:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4226us (4334us total) trans 38654713875 rc 0/0 00000100:00100000:1.0:1760456370.035602:0:164868:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001fa99884 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+472:85191:x1845970852999616:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.035613:0:122923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19462 00010000:00010000:2.0:1760456370.035614:0:122347:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50e65c lrc: 4/0,1 mode: PW/PW res: [0x1300:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1760456370.035630:0:164870:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4874 count 1 00002000:00080000:1.0:1760456370.035633:0:164868:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4878 count 1 00010000:00010000:3.0:1760456370.035647:0:164870:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e694 lrc: 3/0,1 mode: --/PW res: [0x130a:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.035658:0:122347:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:0.0:1760456370.035658:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ed855bfa/2, rc 0, transno 8211 00010000:00010000:3.0:1760456370.035660:0:164870:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002318ffa3/0x3e4967fcee5078cb lrc: 2/0,0 mode: PR/PR res: [0x130a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f2e7 expref: 176 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.035673:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed855bfa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852998400:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456370.035683:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.035685:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.035687:0:164870:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e694 lrc: 4/0,1 mode: --/PW res: [0x130a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.035689:0:122347:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000014f2e45a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+176:167593:x1845970874001664:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 203us (1316us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456370.035704:0:164868:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50e69b lrc: 3/0,1 mode: --/PW res: [0x130e:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.035709:0:122347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1452 00010000:00010000:1.0:1760456370.035720:0:164868:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d68ba659/0x3e4967fcee50788c lrc: 2/0,0 mode: PR/PR res: [0x130e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f2d9 expref: 176 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.035722:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1760456370.035724:0:164870:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002318ffa3/0x3e4967fcee5078cb lrc: 3/0,0 mode: PR/PR res: [0x130a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f2e7 expref: 175 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.035736:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f96c2c8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852999808:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456370.035737:0:164868:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1760456370.035739:0:122347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1453 00010000:00010000:1.0:1760456370.035740:0:164868:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1760456370.035749:0:122347:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da8be66d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+145:167593:x1845970874001792:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1760456370.035750:0:164870:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002318ffa3/0x3e4967fcee5078cb lrc: 4/0,0 mode: PR/PR res: [0x130a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f2e7 expref: 175 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.035764:0:122347:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1760456370.035768:0:164870:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e8799bc pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:164870:1845970852999872:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.035772:0:122347:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000755bf145/0x3e4967fcee508bbe lrc: 4/0,0 mode: PR/PR res: [0x13c7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f71d expref: 145 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.035774:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.035788:0:122347:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000755bf145/0x3e4967fcee508bbe lrc: 3/0,0 mode: PR/PR res: [0x13c7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f71d expref: 145 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.035793:0:164868:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50e69b lrc: 4/0,1 mode: --/PW res: [0x130e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.035798:0:87237:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e640 lrc: 3/0,1 mode: PW/PW res: [0x12f3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.035806:0:164870:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e71e445e going to sleep for 6 seconds 00010000:00010000:2.0:1760456370.035814:0:122347:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000755bf145/0x3e4967fcee508bbe lrc: 0/0,0 mode: --/PR res: [0x13c7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f71d expref: 145 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.035814:0:87237:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e640 lrc: 3/0,1 mode: PW/PW res: [0x12f3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.035824:0:164868:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d68ba659/0x3e4967fcee50788c lrc: 3/0,0 mode: PR/PR res: [0x130e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f2d9 expref: 175 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.035835:0:87237:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e640 lrc: 3/0,1 mode: PW/PW res: [0x12f3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.035845:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.035848:0:164868:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d68ba659/0x3e4967fcee50788c lrc: 4/0,0 mode: PR/PR res: [0x130e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f2d9 expref: 175 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.035849:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.035850:0:87237:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e640 lrc: 2/0,0 mode: PW/PW res: [0x12f3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.035853:0:122347:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e66a lrc: 3/0,1 mode: PW/PW res: [0x13c7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.035872:0:164868:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009fa95a51 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:164868:1845970852999936:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.035879:0:122347:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e66a lrc: 4/0,1 mode: PW/PW res: [0x13c7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.035886:0:87237:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.035898:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.035902:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e640 lrc: 2/0,0 mode: PW/PW res: [0x12f3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.035904:0:122347:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.035912:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000096f50db4 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.035916:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e640 lrc: 2/0,0 mode: PW/PW res: [0x12f3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.035925:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e640 lrc: 3/0,0 mode: PW/PW res: [0x12f3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.035935:0:122347:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da8be66d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+144:167593:x1845970874001792:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 185us (742us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.035941:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e640 lrc: 1/0,0 mode: --/PW res: [0x12f3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.035947:0:122347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1453 00010000:00010000:0.0:1760456370.035955:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e640 lrc: 0/0,0 mode: --/PW res: [0x12f3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.035974:0:122347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1454 00010000:00010000:0.0:1760456370.035977:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.035980:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1760456370.035982:0:164868:0:(client.c:2500:ptlrpc_set_wait()) set 000000008fae63a0 going to sleep for 6 seconds 00000100:00100000:2.0:1760456370.035983:0:122347:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba1a6b8e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+143:167596:x1845970874001728:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1760456370.035984:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.035994:0:87410:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e66a lrc: 3/0,1 mode: PW/PW res: [0x13c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.035995:0:122347:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1760456370.036002:0:87410:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e66a lrc: 3/0,1 mode: PW/PW res: [0x13c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.036003:0:122347:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ad03809a/0x3e4967fcee508b7f lrc: 4/0,0 mode: PR/PR res: [0x13cb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f70f expref: 143 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.036018:0:87410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e66a lrc: 3/0,1 mode: PW/PW res: [0x13c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.036025:0:87410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e66a lrc: 2/0,0 mode: PW/PW res: [0x13c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.036028:0:122347:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ad03809a/0x3e4967fcee508b7f lrc: 3/0,0 mode: PR/PR res: [0x13cb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f70f expref: 143 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.036045:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456370.036047:0:87410:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1760456370.036051:0:122347:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ad03809a/0x3e4967fcee508b7f lrc: 0/0,0 mode: --/PR res: [0x13cb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f70f expref: 143 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.036059:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.036063:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e66a lrc: 2/0,0 mode: PW/PW res: [0x13c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.036066:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.036070:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.036071:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002f5c0ee5 already unused, calling callback (0000000049577fce) 00010000:00010000:2.0:1760456370.036074:0:122347:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001efa1cc8/0x3e4967fcee50e663 lrc: 3/0,1 mode: PW/PW res: [0x13cb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.036075:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e66a lrc: 2/0,0 mode: PW/PW res: [0x13c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.036096:0:87240:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009cbc0b14 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+453:85190:x1845970852998144:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5227us (5460us total) trans 38654713876 rc 0/0 00010000:00010000:2.0:1760456370.036097:0:122347:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001efa1cc8/0x3e4967fcee50e663 lrc: 4/0,1 mode: PW/PW res: [0x13cb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.036111:0:87240:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19461 00010000:00010000:2.0:1760456370.036131:0:122347:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1760456370.036134:0:87240:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970852999808 00000100:00100000:3.0:1760456370.036161:0:87240:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19474 00000100:00100000:2.0:1760456370.036162:0:122347:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba1a6b8e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+142:167596:x1845970874001728:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 177us (855us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.036170:0:87240:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000079603972 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+453:85189:x1845970852999808:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456370.036172:0:122347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1454 00002000:00080000:3.0:1760456370.036191:0:87240:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5070 count 1 00000100:00100000:2.0:1760456370.036193:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874001856 00010000:00010000:1.0:1760456370.036199:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e66a lrc: 3/0,0 mode: PW/PW res: [0x13c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.036206:0:87240:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e6a2 lrc: 3/0,1 mode: --/PW res: [0x13ce:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.036209:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005d3ef217/0x3e4967fcee507616 lrc: 5/0,0 mode: PR/PR res: [0x12f8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f24d expref: 176 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.036213:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e66a lrc: 1/0,0 mode: --/PW res: [0x13c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.036233:0:87240:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dd3b1a84/0x3e4967fcee508cf9 lrc: 2/0,0 mode: PR/PR res: [0x13ce:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f763 expref: 141 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.036249:0:87410:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000713f1f63 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+454:85189:x1845970852998848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3362us (3452us total) trans 38654713877 rc 0/0 00000100:00100000:2.0:1760456370.036267:0:122347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1455 00000100:00100000:0.0:1760456370.036268:0:87410:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19466 00010000:00010000:3.0:1760456370.036272:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.036276:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1760456370.036278:0:122347:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac15ffdc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+176:167593:x1845970874001856:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1760456370.036279:0:87240:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e6a2 lrc: 4/0,1 mode: --/PW res: [0x13ce:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.036292:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e66a lrc: 0/0,0 mode: --/PW res: [0x13c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.036294:0:122347:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:0.0:1760456370.036297:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000004e6e29fa/2, rc 0, transno 8213 00010000:00010000:2.0:1760456370.036302:0:122347:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005d3ef217/0x3e4967fcee507616 lrc: 5/0,0 mode: PR/PR res: [0x12f8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f24d expref: 176 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.036308:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e6e29fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852998848:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456370.036312:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.036313:0:87240:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dd3b1a84/0x3e4967fcee508cf9 lrc: 3/0,0 mode: PR/PR res: [0x13ce:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f763 expref: 141 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.036314:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.036318:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.036326:0:122347:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005d3ef217/0x3e4967fcee507616 lrc: 4/0,0 mode: PR/PR res: [0x12f8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f24d expref: 176 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.036330:0:87240:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dd3b1a84/0x3e4967fcee508cf9 lrc: 4/0,0 mode: PR/PR res: [0x13ce:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f763 expref: 141 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.036355:0:87240:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002e890cb3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:87240:1845970853000000:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.036359:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.036362:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.036365:0:122347:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e671 lrc: 3/0,1 mode: PW/PW res: [0x12f8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.036365:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000451d406b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853000064:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456370.036379:0:122347:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e671 lrc: 4/0,1 mode: PW/PW res: [0x12f8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.036386:0:87240:0:(client.c:2500:ptlrpc_set_wait()) set 000000001dd5b353 going to sleep for 6 seconds 00010000:00010000:2.0:1760456370.036396:0:122347:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1760456370.036407:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456370.036414:0:164871:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001efa1cc8/0x3e4967fcee50e663 lrc: 3/0,1 mode: PW/PW res: [0x13cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.036424:0:164871:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001efa1cc8/0x3e4967fcee50e663 lrc: 3/0,1 mode: PW/PW res: [0x13cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.036429:0:122347:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac15ffdc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+176:167593:x1845970874001856:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 148us (383us total) trans 0 rc 0/0 00010000:00010000:3.0:1760456370.036441:0:164871:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001efa1cc8/0x3e4967fcee50e663 lrc: 3/0,1 mode: PW/PW res: [0x13cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.036447:0:122347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1455 00010000:00010000:3.0:1760456370.036455:0:164871:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001efa1cc8/0x3e4967fcee50e663 lrc: 2/0,0 mode: PW/PW res: [0x13cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1760456370.036468:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000076441b21/2, rc 0, transno 8212 00010000:00010000:3.0:1760456370.036481:0:164871:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1760456370.036488:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000076441b21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852998144:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456370.036489:0:164867:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50e65c lrc: 3/0,1 mode: PW/PW res: [0x1300:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.036498:0:164867:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50e65c lrc: 3/0,1 mode: PW/PW res: [0x1300:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.036502:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1760456370.036504:0:164867:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50e65c lrc: 3/0,1 mode: PW/PW res: [0x1300:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.036507:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001efa1cc8/0x3e4967fcee50e663 lrc: 2/0,0 mode: PW/PW res: [0x13cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.036528:0:164867:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50e65c lrc: 2/0,0 mode: PW/PW res: [0x1300:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.036552:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001efa1cc8 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.036557:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001efa1cc8/0x3e4967fcee50e663 lrc: 2/0,0 mode: PW/PW res: [0x13cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.036561:0:164867:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.036567:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001efa1cc8/0x3e4967fcee50e663 lrc: 3/0,0 mode: PW/PW res: [0x13cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.036573:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1760456370.036577:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50e65c lrc: 2/0,0 mode: PW/PW res: [0x1300:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.036583:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003cedbfdb already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.036584:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001efa1cc8/0x3e4967fcee50e663 lrc: 1/0,0 mode: --/PW res: [0x13cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.036586:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50e65c lrc: 2/0,0 mode: PW/PW res: [0x1300:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.036595:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001efa1cc8/0x3e4967fcee50e663 lrc: 0/0,0 mode: --/PW res: [0x13cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.036613:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50e65c lrc: 3/0,0 mode: PW/PW res: [0x1300:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.036639:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50e65c lrc: 1/0,0 mode: --/PW res: [0x1300:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.036639:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.036642:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.036645:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.036648:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50e65c lrc: 0/0,0 mode: --/PW res: [0x1300:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.036672:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.036676:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.036681:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.036701:0:170681:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1760456370.036701:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008de5138b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853000128:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456370.036743:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1760456370.036748:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1760456370.036749:0:164871:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f16cf87c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+454:85190:x1845970852998592:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3947us (4072us total) trans 38654713878 rc 0/0 00010000:00010000:1.0:1760456370.036749:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009a537781/0x3e4967fcee50e5ad lrc: 2/0,0 mode: PW/PW res: [0x136f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.036765:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009a537781 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.036768:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009a537781/0x3e4967fcee50e5ad lrc: 2/0,0 mode: PW/PW res: [0x136f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.036769:0:164871:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19465 00000004:00080000:0.0:1760456370.036776:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008e1269d5/2, rc 0, transno 8214 00000100:00100000:0.0:1760456370.036789:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e1269d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852998592:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1760456370.036792:0:164871:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853000064 00000100:00100000:3.0:1760456370.036812:0:164871:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853000128 00010000:00010000:1.0:1760456370.036832:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009a537781/0x3e4967fcee50e5ad lrc: 3/0,0 mode: PW/PW res: [0x136f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.036837:0:164871:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19475 00000100:00100000:3.0:1760456370.036847:0:164871:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c53bc5bc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+455:85189:x1845970853000064:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456370.036850:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009a537781/0x3e4967fcee50e5ad lrc: 1/0,0 mode: --/PW res: [0x136f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.036857:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009a537781/0x3e4967fcee50e5ad lrc: 0/0,0 mode: --/PW res: [0x136f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1760456370.036862:0:164871:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5065 count 1 00010000:00010000:1.0:1760456370.036872:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.036876:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.036879:0:164871:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000070480952/0x3e4967fcee50e6a9 lrc: 3/0,1 mode: --/PW res: [0x13c9:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.036879:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.036892:0:164871:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ea0ef9e1/0x3e4967fcee508d38 lrc: 2/0,0 mode: PR/PR res: [0x13c9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f771 expref: 141 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.036901:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.036903:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.036905:0:164871:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070480952/0x3e4967fcee50e6a9 lrc: 4/0,1 mode: --/PW res: [0x13c9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.036931:0:164871:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ea0ef9e1/0x3e4967fcee508d38 lrc: 3/0,0 mode: PR/PR res: [0x13c9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f771 expref: 141 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.036942:0:164871:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ea0ef9e1/0x3e4967fcee508d38 lrc: 4/0,0 mode: PR/PR res: [0x13c9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f771 expref: 141 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.036954:0:164871:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2ae3fe7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:164871:1845970853000256:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.036963:0:164867:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d366081f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+473:85189:x1845970852998720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4307us (4392us total) trans 12884911304 rc 0/0 00000100:00100000:2.0:1760456370.036973:0:164867:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19464 00000004:00080000:0.0:1760456370.036973:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000002a9fc813/2, rc 0, transno 9416 00000100:00100000:0.0:1760456370.036988:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002a9fc813 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852998720:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.036994:0:164871:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c9d645c2 going to sleep for 6 seconds 00000100:00100000:2.0:1760456370.036994:0:164867:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19476 00000100:00100000:2.0:1760456370.037001:0:164867:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a69019c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+455:85190:x1845970853000128:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1760456370.037016:0:164867:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5080 count 1 00010000:00010000:2.0:1760456370.037028:0:164867:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000c03b33d/0x3e4967fcee50e6b0 lrc: 3/0,1 mode: --/PW res: [0x13d8:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.037029:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1760456370.037041:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.037042:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3fa129b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853000320:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.037046:0:164867:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008ae15da1/0x3e4967fcee508df5 lrc: 2/0,0 mode: PR/PR res: [0x13d8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f79b expref: 141 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.037053:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.037055:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.037057:0:164867:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000c03b33d/0x3e4967fcee50e6b0 lrc: 4/0,1 mode: --/PW res: [0x13d8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.037077:0:164867:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008ae15da1/0x3e4967fcee508df5 lrc: 3/0,0 mode: PR/PR res: [0x13d8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f79b expref: 141 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.037080:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.037088:0:164867:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008ae15da1/0x3e4967fcee508df5 lrc: 4/0,0 mode: PR/PR res: [0x13d8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f79b expref: 141 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.037099:0:164867:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000efc88065 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:164867:1845970853000384:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.037146:0:164867:0:(client.c:2500:ptlrpc_set_wait()) set 000000009fd36373 going to sleep for 6 seconds 00000100:00100000:2.0:1760456370.037170:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007c4ed92d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853000192:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456370.037217:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456370.037229:0:87239:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005d3ef217/0x3e4967fcee507616 lrc: 0/0,0 mode: --/PR res: [0x12f8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f24d expref: 175 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.037245:0:87239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b97fd9a0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:87239:1845970852999104:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.037256:0:123791:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853000320 00010000:00010000:3.0:1760456370.037269:0:87239:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e671 lrc: 3/0,1 mode: PW/PW res: [0x12f8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.037273:0:88636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874001920 00010000:00010000:3.0:1760456370.037280:0:87239:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e671 lrc: 3/0,1 mode: PW/PW res: [0x12f8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.037286:0:123791:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853000192 00010000:00010000:3.0:1760456370.037287:0:87239:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e671 lrc: 3/0,1 mode: PW/PW res: [0x12f8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.037297:0:87239:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e671 lrc: 3/0,1 mode: PW/PW res: [0x12f8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.037304:0:123791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19477 00010000:00010000:3.0:1760456370.037307:0:87239:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e671 lrc: 2/0,0 mode: PW/PW res: [0x12f8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.037313:0:123791:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7a02960 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+474:85189:x1845970853000320:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.037319:0:87237:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005084f027 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+474:85190:x1845970852998080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6477us (6842us total) trans 12884911305 rc 0/0 00010000:00010000:1.0:1760456370.037323:0:88636:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a53992d1/0x3e4967fcee5077cf lrc: 5/0,0 mode: PR/PR res: [0x1308:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f2af expref: 175 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.037333:0:87239:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1760456370.037333:0:87237:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19460 00002000:00080000:2.0:1760456370.037334:0:123791:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4877 count 1 00010000:00010000:3.0:1760456370.037349:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1760456370.037352:0:123791:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50e6b7 lrc: 3/0,1 mode: --/PW res: [0x130d:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.037353:0:87237:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19478 00010000:00010000:3.0:1760456370.037354:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e671 lrc: 2/0,0 mode: PW/PW res: [0x12f8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.037364:0:87237:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c31687e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+457:85191:x1845970853000192:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456370.037365:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1456 00000100:00100000:1.0:1760456370.037377:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b43c1c02 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+175:167593:x1845970874001920:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1760456370.037380:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fabd3e43 already unused, calling callback (0000000049577fce) 00002000:00080000:0.0:1760456370.037380:0:87237:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5076 count 1 00010000:00010000:2.0:1760456370.037385:0:123791:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000081d454ea/0x3e4967fcee507949 lrc: 2/0,0 mode: PR/PR res: [0x130d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f303 expref: 175 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.037386:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e671 lrc: 2/0,0 mode: PW/PW res: [0x12f8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.037386:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1760456370.037392:0:87237:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000088839f4b/0x3e4967fcee50e6be lrc: 3/0,1 mode: --/PW res: [0x13d4:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.037393:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a53992d1/0x3e4967fcee5077cf lrc: 5/0,0 mode: PR/PR res: [0x1308:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f2af expref: 175 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.037413:0:123791:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.037416:0:123791:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.037421:0:123791:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50e6b7 lrc: 4/0,1 mode: --/PW res: [0x130d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.037424:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a53992d1/0x3e4967fcee5077cf lrc: 4/0,0 mode: PR/PR res: [0x1308:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f2af expref: 175 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.037426:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e671 lrc: 3/0,0 mode: PW/PW res: [0x12f8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.037427:0:87237:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000046501efe/0x3e4967fcee508e73 lrc: 2/0,0 mode: PR/PR res: [0x13d4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f7b7 expref: 141 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.037454:0:87237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.037456:0:87237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.037458:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e671 lrc: 1/0,0 mode: --/PW res: [0x12f8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.037459:0:87237:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000088839f4b/0x3e4967fcee50e6be lrc: 4/0,1 mode: --/PW res: [0x13d4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.037465:0:123791:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000081d454ea/0x3e4967fcee507949 lrc: 3/0,0 mode: PR/PR res: [0x130d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f303 expref: 175 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.037481:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e671 lrc: 0/0,0 mode: --/PW res: [0x12f8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.037496:0:123791:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000081d454ea/0x3e4967fcee507949 lrc: 4/0,0 mode: PR/PR res: [0x130d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f303 expref: 175 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.037499:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.037502:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.037504:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e678 lrc: 3/0,1 mode: PW/PW res: [0x1308:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.037506:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.037562:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.037566:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.037568:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e678 lrc: 4/0,1 mode: PW/PW res: [0x1308:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.037573:0:87237:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000046501efe/0x3e4967fcee508e73 lrc: 3/0,0 mode: PR/PR res: [0x13d4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f7b7 expref: 141 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1760456370.037581:0:123791:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b12c6387 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:123791:1845970853000448:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.037584:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.037585:0:87237:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000046501efe/0x3e4967fcee508e73 lrc: 4/0,0 mode: PR/PR res: [0x13d4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f7b7 expref: 141 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.037598:0:87237:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cad9bedc pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:87237:1845970853000512:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456370.037612:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b43c1c02 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+175:167593:x1845970874001920:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 238us (579us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.037633:0:123791:0:(client.c:2500:ptlrpc_set_wait()) set 000000008c1bca28 going to sleep for 6 seconds 00000100:00100000:1.0:1760456370.037634:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1456 00000100:00100000:0.0:1760456370.037641:0:87237:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ff46cebc going to sleep for 6 seconds 00010000:00010000:2.0:1760456370.037666:0:122905:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1760456370.037676:0:164869:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f697154e pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:164869:1845970852999424:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.037695:0:164869:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000273f8983/0x3e4967fcee50e67f lrc: 3/0,1 mode: --/PW res: [0x1301:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.037700:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.037704:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e5e5 lrc: 2/0,0 mode: PW/PW res: [0x13b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.037711:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bb4db32e already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.037715:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e5e5 lrc: 2/0,0 mode: PW/PW res: [0x13b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.037722:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000004:00080000:0.0:1760456370.037722:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001d785228/2, rc 0, transno 9417 00010000:00010000:1.0:1760456370.037729:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e5e5 lrc: 3/0,0 mode: PW/PW res: [0x13b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.037736:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d785228 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852998080:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.037740:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e5e5 lrc: 1/0,0 mode: --/PW res: [0x13b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.037747:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e5e5 lrc: 0/0,0 mode: --/PW res: [0x13b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.037763:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.037766:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.037769:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.037778:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003a97379a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853000576:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456370.037794:0:122921:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000287a8e8f pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:122921:1845970852999488:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.037811:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.037821:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1760456370.037848:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000004:00080000:0.0:1760456370.037877:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000470ef913/2, rc 0, transno 8216 00000100:00100000:2.0:1760456370.037879:0:122905:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000010caf321 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+458:85190:x1845970852996480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12596us (12742us total) trans 38654713880 rc 0/0 00000100:00100000:2.0:1760456370.037887:0:122905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19447 00000100:00100000:0.0:1760456370.037891:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000470ef913 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852996480:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456370.037905:0:122921:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005b2472ce/0x3e4967fcee50e686 lrc: 3/0,1 mode: --/PW res: [0x13c5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.037907:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.037908:0:122905:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853000576 00000100:00100000:1.0:1760456370.037934:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874002048 00000100:00100000:2.0:1760456370.037940:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874001984 00000100:00100000:0.0:1760456370.037943:0:122914:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19479 00010000:00010000:1.0:1760456370.037951:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000920981b3/0x3e4967fcee508c3c lrc: 4/0,0 mode: PR/PR res: [0x13c5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f739 expref: 142 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.037952:0:122914:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000074a89379 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+474:85189:x1845970853000576:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.037958:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000022130554/0x3e4967fcee507712 lrc: 4/0,0 mode: PR/PR res: [0x1301:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f285 expref: 175 pid: 122920 timeout: 4721 lvb_type: 1 00002000:00080000:0.0:1760456370.037967:0:122914:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4879 count 1 00000100:00100000:3.0:1760456370.037978:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456370.037981:0:122914:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50e6c5 lrc: 3/0,1 mode: --/PW res: [0x130f:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.037983:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874002112 00010000:00010000:0.0:1760456370.037993:0:122914:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f6c6e73d/0x3e4967fcee507988 lrc: 2/0,0 mode: PR/PR res: [0x130f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f311 expref: 175 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.037995:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000e98552c/0x3e4967fcee508c7b lrc: 5/0,0 mode: PR/PR res: [0x13cf:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f747 expref: 143 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.038006:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874002176 00010000:00010000:0.0:1760456370.038012:0:122914:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.038015:0:122914:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.038016:0:122914:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50e6c5 lrc: 4/0,1 mode: --/PW res: [0x130f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.038025:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002318ffa3/0x3e4967fcee5078cb lrc: 5/0,0 mode: PR/PR res: [0x130a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f2e7 expref: 176 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.038025:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874002240 00010000:00010000:0.0:1760456370.038033:0:122914:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f6c6e73d/0x3e4967fcee507988 lrc: 3/0,0 mode: PR/PR res: [0x130f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f311 expref: 177 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.038039:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d68ba659/0x3e4967fcee50788c lrc: 5/0,0 mode: PR/PR res: [0x130e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f2d9 expref: 177 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.038047:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.038056:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1457 00010000:00010000:0.0:1760456370.038056:0:122914:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f6c6e73d/0x3e4967fcee507988 lrc: 4/0,0 mode: PR/PR res: [0x130f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f311 expref: 177 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.038066:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b97fd9a0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+143:167593:x1845970874002048:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00000100:00100000:0.0:1760456370.038070:0:122914:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000441e269 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:122914:1845970853000704:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456370.038071:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874002304 00010000:00010000:2.0:1760456370.038079:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456370.038083:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dd3b1a84/0x3e4967fcee508cf9 lrc: 5/0,0 mode: PR/PR res: [0x13ce:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f763 expref: 144 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.038087:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000920981b3/0x3e4967fcee508c3c lrc: 4/0,0 mode: PR/PR res: [0x13c5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f739 expref: 144 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.038101:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1458 00010000:00010000:2.0:1760456370.038104:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000920981b3/0x3e4967fcee508c3c lrc: 3/0,0 mode: PR/PR res: [0x13c5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f739 expref: 144 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.038105:0:122914:0:(client.c:2500:ptlrpc_set_wait()) set 0000000066840e62 going to sleep for 6 seconds 00000100:00100000:1.0:1760456370.038114:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007abd5c90 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+177:167593:x1845970874001984:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00000100:00100000:3.0:1760456370.038115:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.038124:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000087d9ce05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853000640:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456370.038127:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456370.038132:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000022130554/0x3e4967fcee507712 lrc: 4/0,0 mode: PR/PR res: [0x1301:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f285 expref: 177 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.038139:0:86473:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000920981b3/0x3e4967fcee508c3c lrc: 0/0,0 mode: --/PR res: [0x13c5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f739 expref: 144 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.038144:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000022130554/0x3e4967fcee507712 lrc: 3/0,0 mode: PR/PR res: [0x1301:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f285 expref: 177 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.038153:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.038167:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.038170:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.038171:0:122345:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000022130554/0x3e4967fcee507712 lrc: 0/0,0 mode: --/PR res: [0x1301:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f285 expref: 177 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.038174:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005b2472ce/0x3e4967fcee50e686 lrc: 3/0,1 mode: PW/PW res: [0x13c5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.038187:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005b2472ce/0x3e4967fcee50e686 lrc: 4/0,1 mode: PW/PW res: [0x13c5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.038188:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.038192:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.038194:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000273f8983/0x3e4967fcee50e67f lrc: 3/0,1 mode: PW/PW res: [0x1301:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.038200:0:87410:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853000640 00010000:00010000:1.0:1760456370.038201:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000273f8983/0x3e4967fcee50e67f lrc: 4/0,1 mode: PW/PW res: [0x1301:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.038213:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1760456370.038227:0:87410:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19480 00000100:00100000:0.0:1760456370.038234:0:87410:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fe71b918 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+458:85190:x1845970853000640:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456370.038245:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b97fd9a0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+143:167593:x1845970874002048:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 176us (527us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.038247:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00002000:00080000:0.0:1760456370.038248:0:87410:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5092 count 1 00010000:00010000:1.0:1760456370.038254:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1760456370.038259:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1457 00010000:00010000:0.0:1760456370.038263:0:87410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e6cc lrc: 3/0,1 mode: --/PW res: [0x13e4:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.038274:0:87410:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005f987239/0x3e4967fcee508f30 lrc: 2/0,0 mode: PR/PR res: [0x13e4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f7e1 expref: 142 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1760456370.038281:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007abd5c90 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+176:167593:x1845970874001984:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 170us (471us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.038282:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874002368 00010000:00010000:0.0:1760456370.038282:0:87410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.038285:0:87410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.038288:0:87410:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e6cc lrc: 4/0,1 mode: --/PW res: [0x13e4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.038295:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1458 00010000:00010000:2.0:1760456370.038298:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ea0ef9e1/0x3e4967fcee508d38 lrc: 5/0,0 mode: PR/PR res: [0x13c9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f771 expref: 143 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.038324:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874002432 00010000:00010000:0.0:1760456370.038327:0:87410:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005f987239/0x3e4967fcee508f30 lrc: 3/0,0 mode: PR/PR res: [0x13e4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f7e1 expref: 143 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.038337:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008ae15da1/0x3e4967fcee508df5 lrc: 5/0,0 mode: PR/PR res: [0x13d8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f79b expref: 144 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.038342:0:87410:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005f987239/0x3e4967fcee508f30 lrc: 4/0,0 mode: PR/PR res: [0x13e4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f7e1 expref: 144 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.038356:0:122920:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a53992d1/0x3e4967fcee5077cf lrc: 0/0,0 mode: --/PR res: [0x1308:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f2af expref: 175 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.038363:0:87410:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017d0d6a5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:87410:1845970853000768:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.038365:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1459 00000100:00100000:2.0:1760456370.038375:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc699851 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+144:167593:x1845970874002112:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1760456370.038383:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1760456370.038385:0:122920:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002ae8c6ca pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:122920:1845970852999360:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.038389:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000e98552c/0x3e4967fcee508c7b lrc: 5/0,0 mode: PR/PR res: [0x13cf:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f747 expref: 144 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.038400:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000e98552c/0x3e4967fcee508c7b lrc: 4/0,0 mode: PR/PR res: [0x13cf:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f747 expref: 144 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.038403:0:87410:0:(client.c:2500:ptlrpc_set_wait()) set 000000001b8cab0b going to sleep for 6 seconds 00010000:00010000:3.0:1760456370.038406:0:122920:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e678 lrc: 3/0,1 mode: PW/PW res: [0x1308:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.038413:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.038416:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.038418:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009a426bd1/0x3e4967fcee50e68d lrc: 3/0,1 mode: PW/PW res: [0x13cf:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.038418:0:164869:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000273f8983/0x3e4967fcee50e67f lrc: 3/0,1 mode: PW/PW res: [0x1301:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.038429:0:122920:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e678 lrc: 3/0,1 mode: PW/PW res: [0x1308:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.038439:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1460 00010000:00010000:2.0:1760456370.038440:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a426bd1/0x3e4967fcee50e68d lrc: 4/0,1 mode: PW/PW res: [0x13cf:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.038447:0:164869:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000273f8983/0x3e4967fcee50e67f lrc: 3/0,1 mode: PW/PW res: [0x1301:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.038457:0:122920:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e678 lrc: 3/0,1 mode: PW/PW res: [0x1308:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.038469:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.038473:0:164869:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000273f8983/0x3e4967fcee50e67f lrc: 3/0,1 mode: PW/PW res: [0x1301:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.038475:0:122920:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e678 lrc: 3/0,1 mode: PW/PW res: [0x1308:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.038490:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc699851 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+144:167593:x1845970874002112:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 112us (640us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.038496:0:164869:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000273f8983/0x3e4967fcee50e67f lrc: 2/0,0 mode: PW/PW res: [0x1301:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.038499:0:122920:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e678 lrc: 2/0,0 mode: PW/PW res: [0x1308:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.038536:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1459 00000100:00100000:1.0:1760456370.038555:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1d39c1a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+174:167593:x1845970874002176:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1760456370.038561:0:122920:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1760456370.038562:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1461 00010000:00010000:0.0:1760456370.038568:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.038573:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e678 lrc: 2/0,0 mode: PW/PW res: [0x1308:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.038574:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e511b013 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+174:167593:x1845970874002240:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1760456370.038582:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1760456370.038586:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fe04f7ce already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.038589:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002318ffa3/0x3e4967fcee5078cb lrc: 5/0,0 mode: PR/PR res: [0x130a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f2e7 expref: 174 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.038590:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1760456370.038590:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e678 lrc: 2/0,0 mode: PW/PW res: [0x1308:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.038598:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d68ba659/0x3e4967fcee50788c lrc: 5/0,0 mode: PR/PR res: [0x130e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f2d9 expref: 174 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.038612:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002318ffa3/0x3e4967fcee5078cb lrc: 4/0,0 mode: PR/PR res: [0x130a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f2e7 expref: 174 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.038614:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e678 lrc: 3/0,0 mode: PW/PW res: [0x1308:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.038633:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d68ba659/0x3e4967fcee50788c lrc: 4/0,0 mode: PR/PR res: [0x130e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f2d9 expref: 174 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.038653:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e678 lrc: 1/0,0 mode: --/PW res: [0x1308:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.038654:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.038657:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.038659:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e694 lrc: 3/0,1 mode: PW/PW res: [0x130a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.038661:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.038664:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.038668:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50e69b lrc: 3/0,1 mode: PW/PW res: [0x130e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.038670:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e678 lrc: 0/0,0 mode: --/PW res: [0x1308:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.038675:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e694 lrc: 4/0,1 mode: PW/PW res: [0x130a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.038691:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50e69b lrc: 4/0,1 mode: PW/PW res: [0x130e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.038704:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.038708:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.038709:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.038711:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.038727:0:164869:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1760456370.038737:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e511b013 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+174:167593:x1845970874002240:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 163us (761us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.038739:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1760456370.038744:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1461 00010000:00010000:0.0:1760456370.038744:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000273f8983/0x3e4967fcee50e67f lrc: 2/0,0 mode: PW/PW res: [0x1301:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.038747:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.038755:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000273f8983 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.038758:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000273f8983/0x3e4967fcee50e67f lrc: 2/0,0 mode: PW/PW res: [0x1301:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.038763:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1462 00000100:00100000:2.0:1760456370.038770:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e7a0c636 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+143:167595:x1845970874002304:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1760456370.038771:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000273f8983/0x3e4967fcee50e67f lrc: 3/0,0 mode: PW/PW res: [0x1301:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.038776:0:122920:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000043c9bf24 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+475:85191:x1845970852999232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4346us (4541us total) trans 12884911306 rc 0/0 00010000:00010000:2.0:1760456370.038777:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.038785:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dd3b1a84/0x3e4967fcee508cf9 lrc: 5/0,0 mode: PR/PR res: [0x13ce:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f763 expref: 143 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.038798:0:122920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19468 00010000:00010000:0.0:1760456370.038798:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000273f8983/0x3e4967fcee50e67f lrc: 1/0,0 mode: --/PW res: [0x1301:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.038807:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1d39c1a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+173:167593:x1845970874002176:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 356us (900us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.038821:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000273f8983/0x3e4967fcee50e67f lrc: 0/0,0 mode: --/PW res: [0x1301:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.038827:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1460 00010000:00010000:2.0:1760456370.038828:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dd3b1a84/0x3e4967fcee508cf9 lrc: 4/0,0 mode: PR/PR res: [0x13ce:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f763 expref: 143 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.038849:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.038852:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.038852:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1760456370.038853:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1463 00010000:00010000:0.0:1760456370.038855:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.038856:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.038859:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e6a2 lrc: 3/0,1 mode: PW/PW res: [0x13ce:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.038859:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006773a781 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+143:167593:x1845970874002368:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1760456370.038868:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.038871:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e6a2 lrc: 4/0,1 mode: PW/PW res: [0x13ce:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.038874:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ea0ef9e1/0x3e4967fcee508d38 lrc: 5/0,0 mode: PR/PR res: [0x13c9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f771 expref: 143 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.038896:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ea0ef9e1/0x3e4967fcee508d38 lrc: 4/0,0 mode: PR/PR res: [0x13c9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f771 expref: 143 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.038900:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456370.038912:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1760456370.038923:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e7a0c636 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+143:167595:x1845970874002304:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 153us (887us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.038930:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1462 00000100:00100000:3.0:1760456370.038936:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.038947:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874002560 00010000:00010000:1.0:1760456370.038955:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.038958:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000070480952/0x3e4967fcee50e6a9 lrc: 3/0,1 mode: PW/PW res: [0x13c9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.038960:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000046501efe/0x3e4967fcee508e73 lrc: 5/0,0 mode: PR/PR res: [0x13d4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f7b7 expref: 143 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.038977:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070480952/0x3e4967fcee50e6a9 lrc: 4/0,1 mode: PW/PW res: [0x13c9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.038989:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.038990:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1464 00000100:00100000:2.0:1760456370.038997:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dbaf32e4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+143:167593:x1845970874002432:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1760456370.038998:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456370.039006:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.039009:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008ae15da1/0x3e4967fcee508df5 lrc: 5/0,0 mode: PR/PR res: [0x13d8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f79b expref: 143 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.039018:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008ae15da1/0x3e4967fcee508df5 lrc: 4/0,0 mode: PR/PR res: [0x13d8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f79b expref: 143 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.039023:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006773a781 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+143:167593:x1845970874002368:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 162us (919us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456370.039036:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1463 00010000:00010000:2.0:1760456370.039041:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.039043:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.039046:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000c03b33d/0x3e4967fcee50e6b0 lrc: 3/0,1 mode: PW/PW res: [0x13d8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.039046:0:164869:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ccb9cad2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+475:85191:x1845970852999168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4497us (4735us total) trans 12884911307 rc 0/0 00000100:00100000:1.0:1760456370.039056:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874002496 00010000:00010000:2.0:1760456370.039060:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000c03b33d/0x3e4967fcee50e6b0 lrc: 4/0,1 mode: PW/PW res: [0x13d8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.039060:0:164869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19469 00010000:00010000:1.0:1760456370.039069:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000081d454ea/0x3e4967fcee507949 lrc: 5/0,0 mode: PR/PR res: [0x130d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f303 expref: 173 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.039074:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1760456370.039087:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1465 00000100:00100000:1.0:1760456370.039091:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005357ab0c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+142:167595:x1845970874002560:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00000100:00100000:2.0:1760456370.039098:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dbaf32e4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+142:167593:x1845970874002432:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 99us (856us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456370.039098:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456370.039104:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000046501efe/0x3e4967fcee508e73 lrc: 5/0,0 mode: PR/PR res: [0x13d4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f7b7 expref: 142 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.039108:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1464 00000100:00100000:3.0:1760456370.039125:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:1.0:1760456370.039126:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000046501efe/0x3e4967fcee508e73 lrc: 4/0,0 mode: PR/PR res: [0x13d4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f7b7 expref: 141 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.039133:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1466 00000100:00100000:2.0:1760456370.039140:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ae8c6ca pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+173:167593:x1845970874002496:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1760456370.039147:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.039149:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456370.039150:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.039153:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000088839f4b/0x3e4967fcee50e6be lrc: 3/0,1 mode: PW/PW res: [0x13d4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.039155:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000081d454ea/0x3e4967fcee507949 lrc: 5/0,0 mode: PR/PR res: [0x130d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f303 expref: 173 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.039162:0:88855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004cbb5d95 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+475:85189:x1845970852997824:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9210us (9557us total) trans 12884911308 rc 0/0 00000100:00100000:0.0:1760456370.039181:0:88855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19457 00010000:00010000:2.0:1760456370.039182:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000081d454ea/0x3e4967fcee507949 lrc: 4/0,0 mode: PR/PR res: [0x130d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f303 expref: 173 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.039197:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.039199:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.039200:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000088839f4b/0x3e4967fcee50e6be lrc: 4/0,1 mode: PW/PW res: [0x13d4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.039201:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50e6b7 lrc: 3/0,1 mode: PW/PW res: [0x130d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.039222:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50e6b7 lrc: 4/0,1 mode: PW/PW res: [0x130d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.039236:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1760456370.039256:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ae8c6ca pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+173:167593:x1845970874002496:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 116us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.039261:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1466 00010000:00010000:1.0:1760456370.039263:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1760456370.039281:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874002624 00000100:00100000:1.0:1760456370.039288:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005357ab0c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+141:167595:x1845970874002560:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 194us (353us total) trans 0 rc 0/0 00010000:00010000:2.0:1760456370.039293:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f6c6e73d/0x3e4967fcee507988 lrc: 5/0,0 mode: PR/PR res: [0x130f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f311 expref: 173 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.039299:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1465 00000100:00100000:2.0:1760456370.039320:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1467 00000100:00100000:2.0:1760456370.039326:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068be9691 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+173:167595:x1845970874002624:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1760456370.039332:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.039335:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f6c6e73d/0x3e4967fcee507988 lrc: 5/0,0 mode: PR/PR res: [0x130f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f311 expref: 173 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.039344:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f6c6e73d/0x3e4967fcee507988 lrc: 4/0,0 mode: PR/PR res: [0x130f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f311 expref: 173 pid: 122920 timeout: 4721 lvb_type: 1 00000004:00080000:0.0:1760456370.039346:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000805568d9/2, rc 0, transno 9420 00010000:00010000:1.0:1760456370.039357:0:122921:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005b2472ce/0x3e4967fcee50e686 lrc: 3/0,1 mode: PW/PW res: [0x13c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.039358:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000805568d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852997824:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.039363:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.039367:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.039368:0:122921:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005b2472ce/0x3e4967fcee50e686 lrc: 3/0,1 mode: PW/PW res: [0x13c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.039371:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50e6c5 lrc: 3/0,1 mode: PW/PW res: [0x130f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.039376:0:122921:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005b2472ce/0x3e4967fcee50e686 lrc: 3/0,1 mode: PW/PW res: [0x13c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.039388:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50e6c5 lrc: 4/0,1 mode: PW/PW res: [0x130f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.039389:0:122921:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005b2472ce/0x3e4967fcee50e686 lrc: 2/0,0 mode: PW/PW res: [0x13c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.039399:0:85190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1760456370.039409:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ce54c7d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853000832:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.039424:0:87239:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000076bfcd4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+475:85190:x1845970852998656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6231us (6302us total) trans 12884911309 rc 0/0 00010000:00010000:2.0:1760456370.039426:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456370.039427:0:122921:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1760456370.039437:0:87239:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19467 00010000:00010000:1.0:1760456370.039438:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1760456370.039442:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1760456370.039443:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005b2472ce/0x3e4967fcee50e686 lrc: 2/0,0 mode: PW/PW res: [0x13c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.039450:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005b2472ce already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.039452:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005b2472ce/0x3e4967fcee50e686 lrc: 2/0,0 mode: PW/PW res: [0x13c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.039458:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068be9691 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+173:167595:x1845970874002624:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 127us (337us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456370.039461:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005b2472ce/0x3e4967fcee50e686 lrc: 3/0,0 mode: PW/PW res: [0x13c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.039462:0:87239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853000832 00000004:00080000:0.0:1760456370.039465:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000725721d6/2, rc 0, transno 9421 00000100:00100000:0.0:1760456370.039475:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000725721d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970852998656:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.039476:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1467 00010000:00010000:1.0:1760456370.039483:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005b2472ce/0x3e4967fcee50e686 lrc: 1/0,0 mode: --/PW res: [0x13c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.039490:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005b2472ce/0x3e4967fcee50e686 lrc: 0/0,0 mode: --/PW res: [0x13c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.039494:0:87239:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19481 00000100:00100000:3.0:1760456370.039504:0:87239:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e97421cc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+475:85190:x1845970853000832:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.039536:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.039556:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00002000:00080000:3.0:1760456370.039560:0:87239:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4891 count 1 00000100:00100000:0.0:1760456370.039567:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e06fdbc2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853000896:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.039575:0:87239:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e6d3 lrc: 3/0,1 mode: --/PW res: [0x131b:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1760456370.039587:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000013cb5d1a/2, rc 0, transno 9418 00010000:00010000:3.0:1760456370.039590:0:87239:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005b28163b/0x3e4967fcee507a06 lrc: 2/0,0 mode: PR/PR res: [0x131b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f32d expref: 172 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.039598:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.039600:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.039600:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456370.039604:0:87239:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.039607:0:87239:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1760456370.039609:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013cb5d1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852999232:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.039610:0:87239:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e6d3 lrc: 4/0,1 mode: --/PW res: [0x131b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1760456370.039643:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009de73240/2, rc 0, transno 9419 00000100:00100000:2.0:1760456370.039651:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009de73240 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852999168:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.039657:0:87239:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005b28163b/0x3e4967fcee507a06 lrc: 3/0,0 mode: PR/PR res: [0x131b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f32d expref: 172 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.039670:0:87239:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005b28163b/0x3e4967fcee507a06 lrc: 4/0,0 mode: PR/PR res: [0x131b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f32d expref: 172 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.039683:0:87239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d4d12ae6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:87239:1845970853001024:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.039687:0:85191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1760456370.039694:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000248b322a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853000960:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.039700:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e70d2236 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853001088:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.039714:0:87239:0:(client.c:2500:ptlrpc_set_wait()) set 00000000093bb68c going to sleep for 6 seconds 00000100:00100000:0.0:1760456370.039727:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456370.039746:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1760456370.039782:0:122923:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853000896 00000100:00100000:2.0:1760456370.039788:0:122906:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853000960 00000100:00100000:2.0:1760456370.039816:0:122906:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853001088 00000004:00080000:0.0:1760456370.039832:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000fb2b3c7d/2, rc 0, transno 8217 00000100:00100000:2.0:1760456370.039837:0:122906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19482 00000100:00100000:2.0:1760456370.039842:0:122906:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d8310d42 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+478:85189:x1845970853000896:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.039846:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fb2b3c7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852999296:0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1760456370.039855:0:122906:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4890 count 1 00000100:00100000:1.0:1760456370.039855:0:122921:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003347fb0f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+459:85189:x1845970852999296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5164us (5347us total) trans 38654713881 rc 0/0 00000100:00100000:1.0:1760456370.039864:0:122921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19470 00010000:00010000:2.0:1760456370.039870:0:122906:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000050282ba1/0x3e4967fcee50e6da lrc: 3/0,1 mode: --/PW res: [0x131a:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.039881:0:122906:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004fc2f11e/0x3e4967fcee507a45 lrc: 2/0,0 mode: PR/PR res: [0x131a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f33b expref: 172 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.039886:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.039888:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1760456370.039889:0:122921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19483 00010000:00010000:2.0:1760456370.039891:0:122906:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000050282ba1/0x3e4967fcee50e6da lrc: 4/0,1 mode: --/PW res: [0x131a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.039898:0:122921:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000014ccda18 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+478:85189:x1845970853000960:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.039904:0:122923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19484 00000100:00100000:0.0:1760456370.039917:0:122923:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d566327 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+478:85191:x1845970853001088:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.039918:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456370.039929:0:122906:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004fc2f11e/0x3e4967fcee507a45 lrc: 3/0,0 mode: PR/PR res: [0x131a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f33b expref: 172 pid: 122920 timeout: 0 lvb_type: 1 00002000:00080000:0.0:1760456370.039935:0:122923:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4887 count 1 00010000:00010000:2.0:1760456370.039938:0:122906:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004fc2f11e/0x3e4967fcee507a45 lrc: 4/0,0 mode: PR/PR res: [0x131a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f33b expref: 172 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.039947:0:122906:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b4c05355 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:122906:1845970853001216:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.039951:0:122923:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e6e1 lrc: 3/0,1 mode: --/PW res: [0x1317:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.039959:0:164870:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002318ffa3/0x3e4967fcee5078cb lrc: 0/0,0 mode: --/PR res: [0x130a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f2e7 expref: 172 pid: 122920 timeout: 4721 lvb_type: 1 00002000:00080000:1.0:1760456370.039963:0:122921:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4882 count 1 00010000:00010000:0.0:1760456370.039965:0:122923:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cf9aa8e4/0x3e4967fcee507ac3 lrc: 2/0,0 mode: PR/PR res: [0x1317:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f357 expref: 172 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1760456370.039973:0:122906:0:(client.c:2500:ptlrpc_set_wait()) set 000000007bfb6858 going to sleep for 6 seconds 00010000:00010000:1.0:1760456370.039976:0:122921:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e6e8 lrc: 3/0,1 mode: --/PW res: [0x1312:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.039986:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1760456370.039988:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000955649c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853001152:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1760456370.039990:0:164870:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e8799bc pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:164870:1845970852999872:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.039990:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.039994:0:122923:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e6e1 lrc: 4/0,1 mode: --/PW res: [0x1317:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.039995:0:122921:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002abaf324/0x3e4967fcee507a84 lrc: 2/0,0 mode: PR/PR res: [0x1312:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f349 expref: 171 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.040011:0:164870:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e694 lrc: 3/0,1 mode: PW/PW res: [0x130a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.040014:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.040017:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.040019:0:122921:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e6e8 lrc: 4/0,1 mode: --/PW res: [0x1312:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.040023:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1760456370.040027:0:122923:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cf9aa8e4/0x3e4967fcee507ac3 lrc: 3/0,0 mode: PR/PR res: [0x1317:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f357 expref: 171 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.040035:0:164870:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e694 lrc: 3/0,1 mode: PW/PW res: [0x130a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.040048:0:122923:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cf9aa8e4/0x3e4967fcee507ac3 lrc: 4/0,0 mode: PR/PR res: [0x1317:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f357 expref: 171 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.040050:0:164870:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e694 lrc: 3/0,1 mode: PW/PW res: [0x130a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.040053:0:122921:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002abaf324/0x3e4967fcee507a84 lrc: 3/0,0 mode: PR/PR res: [0x1312:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f349 expref: 171 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1760456370.040057:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874002688 00000100:00100000:0.0:1760456370.040069:0:122923:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000078c1ca98 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:122923:1845970853001280:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.040076:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005f987239/0x3e4967fcee508f30 lrc: 5/0,0 mode: PR/PR res: [0x13e4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f7e1 expref: 141 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.040078:0:164870:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e694 lrc: 3/0,1 mode: PW/PW res: [0x130a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.040080:0:122921:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002abaf324/0x3e4967fcee507a84 lrc: 4/0,0 mode: PR/PR res: [0x1312:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f349 expref: 171 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.040093:0:122923:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e9ed637f going to sleep for 6 seconds 00010000:00010000:3.0:1760456370.040107:0:164870:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e694 lrc: 2/0,0 mode: PW/PW res: [0x130a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.040111:0:122921:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000014f2e45a pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:122921:1845970853001344:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.040115:0:88855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853001152 00000100:00100000:2.0:1760456370.040124:0:122343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1468 00000100:00100000:2.0:1760456370.040132:0:122343:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f6456fd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+141:167593:x1845970874002688:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1760456370.040138:0:164870:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1760456370.040140:0:88855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19485 00010000:00010000:2.0:1760456370.040141:0:122343:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1760456370.040145:0:122921:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d56f02de going to sleep for 6 seconds 00000100:00100000:0.0:1760456370.040146:0:88855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008613f1d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+459:85191:x1845970853001152:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456370.040149:0:122343:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005f987239/0x3e4967fcee508f30 lrc: 5/0,0 mode: PR/PR res: [0x13e4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f7e1 expref: 141 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.040152:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456370.040159:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e694 lrc: 2/0,0 mode: PW/PW res: [0x130a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1760456370.040159:0:88855:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5086 count 1 00010000:00010000:2.0:1760456370.040165:0:122343:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005f987239/0x3e4967fcee508f30 lrc: 4/0,0 mode: PR/PR res: [0x13e4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f7e1 expref: 141 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.040170:0:88855:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051361bf8/0x3e4967fcee50e6ef lrc: 3/0,1 mode: --/PW res: [0x13de:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.040173:0:164868:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d68ba659/0x3e4967fcee50788c lrc: 0/0,0 mode: --/PR res: [0x130e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f2d9 expref: 171 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.040177:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b2243183 already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456370.040182:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e694 lrc: 2/0,0 mode: PW/PW res: [0x130a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.040198:0:88855:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000965370b8/0x3e4967fcee508f6f lrc: 2/0,0 mode: PR/PR res: [0x13de:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f7ef expref: 141 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1760456370.040200:0:164868:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009fa95a51 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:164868:1845970852999936:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.040202:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.040206:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.040209:0:122343:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e6cc lrc: 3/0,1 mode: PW/PW res: [0x13e4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.040216:0:164868:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50e69b lrc: 3/0,1 mode: PW/PW res: [0x130e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.040230:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e694 lrc: 3/0,0 mode: PW/PW res: [0x130a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.040237:0:122343:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e6cc lrc: 4/0,1 mode: PW/PW res: [0x13e4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.040244:0:88855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.040247:0:88855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.040250:0:88855:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051361bf8/0x3e4967fcee50e6ef lrc: 4/0,1 mode: --/PW res: [0x13de:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.040263:0:164868:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50e69b lrc: 3/0,1 mode: PW/PW res: [0x130e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.040267:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e694 lrc: 1/0,0 mode: --/PW res: [0x130a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.040276:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e694 lrc: 0/0,0 mode: --/PW res: [0x130a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.040276:0:122343:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.040284:0:88855:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000965370b8/0x3e4967fcee508f6f lrc: 3/0,0 mode: PR/PR res: [0x13de:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f7ef expref: 141 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1760456370.040304:0:122343:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f6456fd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+141:167593:x1845970874002688:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 167us (393us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.040310:0:88855:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000965370b8/0x3e4967fcee508f6f lrc: 4/0,0 mode: PR/PR res: [0x13de:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f7ef expref: 141 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.040313:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.040317:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.040319:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.040323:0:122343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1468 00010000:00010000:1.0:1760456370.040330:0:164868:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50e69b lrc: 3/0,1 mode: PW/PW res: [0x130e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.040336:0:88855:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000102e32a3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:88855:1845970853001408:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.040340:0:164868:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50e69b lrc: 3/0,1 mode: PW/PW res: [0x130e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.040346:0:164868:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50e69b lrc: 2/0,0 mode: PW/PW res: [0x130e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.040357:0:164868:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1760456370.040360:0:88855:0:(client.c:2500:ptlrpc_set_wait()) set 00000000756f8c76 going to sleep for 6 seconds 00010000:00010000:1.0:1760456370.040367:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1760456370.040370:0:164867:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008ae15da1/0x3e4967fcee508df5 lrc: 0/0,0 mode: --/PR res: [0x13d8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f79b expref: 140 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.040371:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50e69b lrc: 2/0,0 mode: PW/PW res: [0x130e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.040388:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dffb579e already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.040391:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50e69b lrc: 2/0,0 mode: PW/PW res: [0x130e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.040394:0:122914:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f6c6e73d/0x3e4967fcee507988 lrc: 0/0,0 mode: --/PR res: [0x130f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f311 expref: 170 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.040398:0:164867:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000efc88065 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:164867:1845970853000384:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.040404:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50e69b lrc: 3/0,0 mode: PW/PW res: [0x130e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.040416:0:164867:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000c03b33d/0x3e4967fcee50e6b0 lrc: 3/0,1 mode: PW/PW res: [0x13d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.040425:0:164867:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000c03b33d/0x3e4967fcee50e6b0 lrc: 3/0,1 mode: PW/PW res: [0x13d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.040427:0:122914:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000441e269 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:122914:1845970853000704:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.040435:0:164867:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000c03b33d/0x3e4967fcee50e6b0 lrc: 3/0,1 mode: PW/PW res: [0x13d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.040442:0:164867:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000c03b33d/0x3e4967fcee50e6b0 lrc: 3/0,1 mode: PW/PW res: [0x13d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.040446:0:164867:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000c03b33d/0x3e4967fcee50e6b0 lrc: 2/0,0 mode: PW/PW res: [0x13d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.040450:0:122914:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50e6c5 lrc: 3/0,1 mode: PW/PW res: [0x130f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.040458:0:122914:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50e6c5 lrc: 3/0,1 mode: PW/PW res: [0x130f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.040463:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50e69b lrc: 1/0,0 mode: --/PW res: [0x130e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.040465:0:164867:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.040465:0:122914:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50e6c5 lrc: 3/0,1 mode: PW/PW res: [0x130f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.040498:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50e69b lrc: 0/0,0 mode: --/PW res: [0x130e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.040500:0:122914:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50e6c5 lrc: 3/0,1 mode: PW/PW res: [0x130f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.040549:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.040553:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000c03b33d/0x3e4967fcee50e6b0 lrc: 2/0,0 mode: PW/PW res: [0x13d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.040556:0:122914:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50e6c5 lrc: 2/0,0 mode: PW/PW res: [0x130f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.040560:0:164870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba802d17 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+479:85191:x1845970852999680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5052us (5216us total) trans 12884911310 rc 0/0 00010000:00010000:1.0:1760456370.040574:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000c03b33d already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.040579:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000c03b33d/0x3e4967fcee50e6b0 lrc: 2/0,0 mode: PW/PW res: [0x13d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.040582:0:164870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19473 00010000:00010000:0.0:1760456370.040584:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.040590:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000c03b33d/0x3e4967fcee50e6b0 lrc: 3/0,0 mode: PW/PW res: [0x13d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.040601:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000c03b33d/0x3e4967fcee50e6b0 lrc: 1/0,0 mode: --/PW res: [0x13d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.040606:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000c03b33d/0x3e4967fcee50e6b0 lrc: 0/0,0 mode: --/PW res: [0x13d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.040612:0:87410:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005f987239/0x3e4967fcee508f30 lrc: 0/0,0 mode: --/PR res: [0x13e4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f7e1 expref: 139 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.040632:0:87410:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017d0d6a5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:87410:1845970853000768:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.040637:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.040641:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.040644:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.040646:0:87410:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e6cc lrc: 3/0,1 mode: PW/PW res: [0x13e4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.040653:0:87410:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e6cc lrc: 3/0,1 mode: PW/PW res: [0x13e4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.040659:0:164867:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a69019c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+460:85190:x1845970853000128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3657us (3915us total) trans 38654713882 rc 0/0 00010000:00010000:0.0:1760456370.040660:0:87410:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e6cc lrc: 3/0,1 mode: PW/PW res: [0x13e4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.040672:0:87410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e6cc lrc: 3/0,1 mode: PW/PW res: [0x13e4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.040673:0:164867:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19476 00010000:00010000:0.0:1760456370.040679:0:87410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e6cc lrc: 2/0,0 mode: PW/PW res: [0x13e4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.040696:0:87410:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.040705:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.040709:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e6cc lrc: 2/0,0 mode: PW/PW res: [0x13e4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1760456370.040710:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000072b0488d/2, rc 0, transno 9422 00010000:00010000:0.0:1760456370.040718:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000052a45374 already unused, calling callback (0000000049577fce) 00000100:00100000:2.0:1760456370.040722:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000072b0488d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852999680:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456370.040723:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e6cc lrc: 2/0,0 mode: PW/PW res: [0x13e4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.040738:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456370.040742:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e6cc lrc: 3/0,0 mode: PW/PW res: [0x13e4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.040756:0:123791:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000081d454ea/0x3e4967fcee507949 lrc: 0/0,0 mode: --/PR res: [0x130d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f303 expref: 169 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.040760:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e6cc lrc: 1/0,0 mode: --/PW res: [0x13e4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.040767:0:123791:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b12c6387 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:123791:1845970853000448:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.040776:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e6cc lrc: 0/0,0 mode: --/PW res: [0x13e4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.040784:0:123791:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50e6b7 lrc: 3/0,1 mode: PW/PW res: [0x130d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.040792:0:164871:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ea0ef9e1/0x3e4967fcee508d38 lrc: 0/0,0 mode: --/PR res: [0x13c9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f771 expref: 138 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.040793:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.040796:0:123791:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50e6b7 lrc: 3/0,1 mode: PW/PW res: [0x130d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.040797:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.040801:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.040812:0:123791:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50e6b7 lrc: 3/0,1 mode: PW/PW res: [0x130d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.040817:0:164871:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2ae3fe7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:164871:1845970853000256:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.040829:0:123791:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50e6b7 lrc: 3/0,1 mode: PW/PW res: [0x130d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.040836:0:123791:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50e6b7 lrc: 2/0,0 mode: PW/PW res: [0x130d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.040839:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1760456370.040841:0:164871:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000070480952/0x3e4967fcee50e6a9 lrc: 3/0,1 mode: PW/PW res: [0x13c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.040850:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017d0d6a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853001472:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.040867:0:164871:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000070480952/0x3e4967fcee50e6a9 lrc: 3/0,1 mode: PW/PW res: [0x13c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.040874:0:164871:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070480952/0x3e4967fcee50e6a9 lrc: 3/0,1 mode: PW/PW res: [0x13c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.040879:0:123791:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456370.040883:0:164871:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000070480952/0x3e4967fcee50e6a9 lrc: 3/0,1 mode: PW/PW res: [0x13c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.040885:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.040890:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50e6b7 lrc: 2/0,0 mode: PW/PW res: [0x130d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.040891:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456370.040904:0:164871:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000070480952/0x3e4967fcee50e6a9 lrc: 2/0,0 mode: PW/PW res: [0x13c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.040922:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000065a82ee already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.040926:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50e6b7 lrc: 2/0,0 mode: PW/PW res: [0x130d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1760456370.040929:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008de5138b/2, rc 0, transno 8218 00000100:00100000:0.0:1760456370.040939:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008de5138b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853000128:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456370.040940:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50e6b7 lrc: 3/0,0 mode: PW/PW res: [0x130d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.040948:0:164871:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.040960:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50e6b7 lrc: 1/0,0 mode: --/PW res: [0x130d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.040964:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.040966:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50e6b7 lrc: 0/0,0 mode: --/PW res: [0x130d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.040969:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000070480952/0x3e4967fcee50e6a9 lrc: 2/0,0 mode: PW/PW res: [0x13c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.040981:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000070480952 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.040983:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.040984:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000400a0c6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853001536:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456370.040985:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000070480952/0x3e4967fcee50e6a9 lrc: 2/0,0 mode: PW/PW res: [0x13c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.040987:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.040991:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.040997:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000070480952/0x3e4967fcee50e6a9 lrc: 3/0,0 mode: PW/PW res: [0x13c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.041010:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456370.041013:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000070480952/0x3e4967fcee50e6a9 lrc: 1/0,0 mode: --/PW res: [0x13c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.041022:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000070480952/0x3e4967fcee50e6a9 lrc: 0/0,0 mode: --/PW res: [0x13c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.041046:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.041049:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.041053:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.041058:0:123791:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7a02960 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+480:85189:x1845970853000320:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3746us (3982us total) trans 12884911312 rc 0/0 00000004:00080000:0.0:1760456370.041059:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d3fa129b/2, rc 0, transno 9424 00000100:00100000:2.0:1760456370.041067:0:123791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19477 00000100:00100000:3.0:1760456370.041071:0:122920:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853001472 00000100:00100000:0.0:1760456370.041074:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3fa129b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853000320:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.041085:0:123791:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853001536 00000100:00100000:1.0:1760456370.041089:0:164868:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001fa99884 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+480:85191:x1845970852999616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5594us (5823us total) trans 12884911311 rc 0/0 00000100:00100000:1.0:1760456370.041098:0:164868:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19472 00000100:00100000:3.0:1760456370.041108:0:122920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19486 00000100:00100000:3.0:1760456370.041115:0:122920:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000441e269 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+479:85189:x1845970853001472:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.041120:0:123791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19487 00000100:00100000:2.0:1760456370.041127:0:123791:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e4915ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+460:85189:x1845970853001536:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1760456370.041134:0:122920:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4888 count 1 00000100:00100000:0.0:1760456370.041137:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000099f879c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853001600:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1760456370.041140:0:123791:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5096 count 1 00010000:00010000:3.0:1760456370.041151:0:122920:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000065b6827f/0x3e4967fcee50e6f6 lrc: 3/0,1 mode: --/PW res: [0x1318:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.041154:0:123791:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008aa53c68/0x3e4967fcee50e6fd lrc: 3/0,1 mode: --/PW res: [0x13e8:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.041156:0:122344:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874002752 00010000:00010000:1.0:1760456370.041172:0:122344:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005b28163b/0x3e4967fcee507a06 lrc: 5/0,0 mode: PR/PR res: [0x131b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f32d expref: 169 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.041178:0:122920:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006ccf98a1/0x3e4967fcee507b41 lrc: 2/0,0 mode: PR/PR res: [0x1318:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f373 expref: 169 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.041179:0:123791:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000012ee73e2/0x3e4967fcee50902c lrc: 2/0,0 mode: PR/PR res: [0x13e8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f819 expref: 137 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.041186:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456370.041200:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1469 00010000:00010000:2.0:1760456370.041201:0:123791:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.041205:0:123791:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.041206:0:122920:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.041208:0:123791:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008aa53c68/0x3e4967fcee50e6fd lrc: 4/0,1 mode: --/PW res: [0x13e8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.041209:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009e8799bc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+169:167593:x1845970874002752:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1760456370.041210:0:122920:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.041213:0:122920:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000065b6827f/0x3e4967fcee50e6f6 lrc: 4/0,1 mode: --/PW res: [0x1318:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.041216:0:164869:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853001600 00010000:00010000:1.0:1760456370.041221:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456370.041228:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005b28163b/0x3e4967fcee507a06 lrc: 5/0,0 mode: PR/PR res: [0x131b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f32d expref: 169 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.041235:0:164869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19488 00000100:00100000:0.0:1760456370.041242:0:164869:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ef681cf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+480:85190:x1845970853001600:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.041246:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005b28163b/0x3e4967fcee507a06 lrc: 4/0,0 mode: PR/PR res: [0x131b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f32d expref: 169 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.041253:0:123791:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000012ee73e2/0x3e4967fcee50902c lrc: 3/0,0 mode: PR/PR res: [0x13e8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f819 expref: 137 pid: 87239 timeout: 0 lvb_type: 1 00002000:00080000:0.0:1760456370.041253:0:164869:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4895 count 1 00010000:00010000:3.0:1760456370.041260:0:122920:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006ccf98a1/0x3e4967fcee507b41 lrc: 3/0,0 mode: PR/PR res: [0x1318:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f373 expref: 169 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.041266:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.041266:0:164869:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e704 lrc: 3/0,1 mode: --/PW res: [0x131f:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.041269:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.041271:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e6d3 lrc: 3/0,1 mode: PW/PW res: [0x131b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.041273:0:123791:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000012ee73e2/0x3e4967fcee50902c lrc: 4/0,0 mode: PR/PR res: [0x13e8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f819 expref: 137 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.041289:0:122920:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006ccf98a1/0x3e4967fcee507b41 lrc: 4/0,0 mode: PR/PR res: [0x1318:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f373 expref: 169 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.041294:0:164869:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000027ea7708/0x3e4967fcee507c3d lrc: 2/0,0 mode: PR/PR res: [0x131f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f3ab expref: 169 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.041297:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e6d3 lrc: 4/0,1 mode: PW/PW res: [0x131b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.041311:0:123791:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b12c6387 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:123791:1845970853001664:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.041322:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.041324:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1760456370.041327:0:122920:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2ae3fe7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:122920:1845970853001728:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.041327:0:164869:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e704 lrc: 4/0,1 mode: --/PW res: [0x131f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.041329:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.041354:0:164869:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000027ea7708/0x3e4967fcee507c3d lrc: 3/0,0 mode: PR/PR res: [0x131f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f3ab expref: 169 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1760456370.041358:0:123791:0:(client.c:2500:ptlrpc_set_wait()) set 00000000bcd9059c going to sleep for 6 seconds 00000100:00100000:1.0:1760456370.041363:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009e8799bc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+169:167593:x1845970874002752:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 151us (631us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.041368:0:164869:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000027ea7708/0x3e4967fcee507c3d lrc: 4/0,0 mode: PR/PR res: [0x131f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f3ab expref: 169 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.041370:0:122920:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c9d645c2 going to sleep for 6 seconds 00000100:00100000:1.0:1760456370.041375:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1469 00000100:00100000:0.0:1760456370.041390:0:164869:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e1e5047 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:164869:1845970853001792:192.168.203.34@tcp:104: 00000004:00080000:2.0:1760456370.041397:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b660afad/2, rc 0, transno 9423 00000100:00100000:2.0:1760456370.041417:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b660afad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970852999616:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456370.041440:0:170681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006cacbcf0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+460:85189:x1845970852993728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18000us (23089us total) trans 38654713879 rc 0/0 00000100:00100000:2.0:1760456370.041446:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a1a63e35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853001856:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456370.041447:0:170681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19440 00000004:00080000:0.0:1760456370.041461:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001ebfe979/2, rc 0, transno 8215 00000100:00100000:0.0:1760456370.041473:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001ebfe979 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852993728:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456370.041507:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456370.041538:0:122919:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000e98552c/0x3e4967fcee508c7b lrc: 0/0,0 mode: --/PR res: [0x13cf:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f747 expref: 137 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.041556:0:122919:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c8f51c6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:122919:1845970852999744:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.041572:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1760456370.041577:0:122919:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009a426bd1/0x3e4967fcee50e68d lrc: 3/0,1 mode: PW/PW res: [0x13cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.041583:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b61e1267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853001920:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456370.041590:0:122919:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009a426bd1/0x3e4967fcee50e68d lrc: 3/0,1 mode: PW/PW res: [0x13cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.041592:0:122905:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853001856 00010000:00010000:3.0:1760456370.041606:0:122919:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009a426bd1/0x3e4967fcee50e68d lrc: 3/0,1 mode: PW/PW res: [0x13cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.041628:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456370.041630:0:122919:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a426bd1/0x3e4967fcee50e68d lrc: 3/0,1 mode: PW/PW res: [0x13cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.041637:0:122905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19489 00010000:00010000:3.0:1760456370.041645:0:122919:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009a426bd1/0x3e4967fcee50e68d lrc: 2/0,0 mode: PW/PW res: [0x13cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.041650:0:122905:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000efc88065 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+481:85191:x1845970853001856:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1760456370.041670:0:122905:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4896 count 1 00000100:00100000:1.0:1760456370.041671:0:164868:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853001920 00010000:00010000:3.0:1760456370.041677:0:122919:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1760456370.041684:0:122905:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001e8bab62/0x3e4967fcee50e70b lrc: 3/0,1 mode: --/PW res: [0x1320:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.041690:0:122914:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1760456370.041699:0:122905:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000024316c21/0x3e4967fcee507cbb lrc: 2/0,0 mode: PR/PR res: [0x1320:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f3c7 expref: 168 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.041704:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1760456370.041710:0:122905:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.041711:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009a426bd1/0x3e4967fcee50e68d lrc: 2/0,0 mode: PW/PW res: [0x13cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.041713:0:122905:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.041717:0:122905:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e8bab62/0x3e4967fcee50e70b lrc: 4/0,1 mode: --/PW res: [0x1320:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.041723:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009a426bd1 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.041727:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009a426bd1/0x3e4967fcee50e68d lrc: 2/0,0 mode: PW/PW res: [0x13cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.041734:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009a426bd1/0x3e4967fcee50e68d lrc: 3/0,0 mode: PW/PW res: [0x13cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.041742:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.041745:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009a426bd1/0x3e4967fcee50e68d lrc: 1/0,0 mode: --/PW res: [0x13cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.041747:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50e6c5 lrc: 2/0,0 mode: PW/PW res: [0x130f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.041749:0:122905:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000024316c21/0x3e4967fcee507cbb lrc: 3/0,0 mode: PR/PR res: [0x1320:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f3c7 expref: 168 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.041766:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009a426bd1/0x3e4967fcee50e68d lrc: 0/0,0 mode: --/PW res: [0x13cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.041771:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000809e3c27 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.041776:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50e6c5 lrc: 2/0,0 mode: PW/PW res: [0x130f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.041781:0:122905:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000024316c21/0x3e4967fcee507cbb lrc: 4/0,0 mode: PR/PR res: [0x1320:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f3c7 expref: 168 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.041787:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.041790:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.041792:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.041799:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50e6c5 lrc: 3/0,0 mode: PW/PW res: [0x130f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.041807:0:122905:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041fd077 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:122905:1845970853001984:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.041814:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50e6c5 lrc: 1/0,0 mode: --/PW res: [0x130f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.041820:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50e6c5 lrc: 0/0,0 mode: --/PW res: [0x130f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.041838:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.041841:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.041843:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.041850:0:122905:0:(client.c:2500:ptlrpc_set_wait()) set 000000008c1bca28 going to sleep for 6 seconds 00000100:00100000:2.0:1760456370.041877:0:164867:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19490 00000100:00100000:2.0:1760456370.041885:0:164867:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002eddd89b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+461:85189:x1845970853001920:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1760456370.041893:0:122919:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000578ef46b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+461:85189:x1845970852999552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6686us (7067us total) trans 38654713883 rc 0/0 00002000:00080000:2.0:1760456370.041898:0:164867:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5089 count 1 00000004:00080000:0.0:1760456370.041900:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c2f62bb2/2, rc 0, transno 8219 00000100:00100000:3.0:1760456370.041905:0:122919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19471 00010000:00010000:2.0:1760456370.041913:0:164867:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000555fe934/0x3e4967fcee50e712 lrc: 3/0,1 mode: --/PW res: [0x13e1:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.041916:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2f62bb2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852999552:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456370.041932:0:164867:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000044d49a68/0x3e4967fcee5090aa lrc: 2/0,0 mode: PR/PR res: [0x13e1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f835 expref: 136 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.041939:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.041941:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.041944:0:164867:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000555fe934/0x3e4967fcee50e712 lrc: 4/0,1 mode: --/PW res: [0x13e1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.041953:0:87239:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b28163b/0x3e4967fcee507a06 lrc: 0/0,0 mode: --/PR res: [0x131b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f32d expref: 168 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.041970:0:164867:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000044d49a68/0x3e4967fcee5090aa lrc: 3/0,0 mode: PR/PR res: [0x13e1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f835 expref: 136 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.041971:0:87239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d4d12ae6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:87239:1845970853001024:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.041976:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000064bbaf1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853002048:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456370.041991:0:164867:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000044d49a68/0x3e4967fcee5090aa lrc: 4/0,0 mode: PR/PR res: [0x13e1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f835 expref: 136 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.041992:0:87239:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e6d3 lrc: 3/0,1 mode: PW/PW res: [0x131b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.042013:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456370.042014:0:87239:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e6d3 lrc: 3/0,1 mode: PW/PW res: [0x131b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.042017:0:164867:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000048953463 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:164867:1845970853002112:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.042029:0:87239:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e6d3 lrc: 3/0,1 mode: PW/PW res: [0x131b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.042042:0:87239:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e6d3 lrc: 3/0,1 mode: PW/PW res: [0x131b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.042049:0:87239:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e6d3 lrc: 2/0,0 mode: PW/PW res: [0x131b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.042060:0:164867:0:(client.c:2500:ptlrpc_set_wait()) set 000000009fd36373 going to sleep for 6 seconds 00010000:00010000:3.0:1760456370.042067:0:87239:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456370.042081:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456370.042084:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e6d3 lrc: 2/0,0 mode: PW/PW res: [0x131b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.042093:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d713c715 already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456370.042096:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e6d3 lrc: 2/0,0 mode: PW/PW res: [0x131b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.042104:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e6d3 lrc: 3/0,0 mode: PW/PW res: [0x131b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.042111:0:122906:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b4c05355 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:122906:1845970853001216:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.042121:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e6d3 lrc: 1/0,0 mode: --/PW res: [0x131b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.042128:0:122906:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000050282ba1/0x3e4967fcee50e6da lrc: 3/0,1 mode: --/PW res: [0x131a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.042133:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e6d3 lrc: 0/0,0 mode: --/PW res: [0x131b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.042170:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.042173:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.042176:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.042252:0:87410:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fe71b918 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+461:85190:x1845970853000640:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4017us (4102us total) trans 38654713884 rc 0/0 00000100:00100000:0.0:1760456370.042262:0:87410:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19480 00000100:00100000:0.0:1760456370.042281:0:87410:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853002048 00000100:00100000:0.0:1760456370.042303:0:87410:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19491 00000100:00100000:0.0:1760456370.042309:0:87410:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b6bfbceb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+462:85189:x1845970853002048:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1760456370.042323:0:87410:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5087 count 1 00000100:00100000:1.0:1760456370.042330:0:122921:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000014f2e45a pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:122921:1845970853001344:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.042335:0:87410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e719 lrc: 3/0,1 mode: --/PW res: [0x13df:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.042345:0:122921:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e6e8 lrc: 3/0,1 mode: --/PW res: [0x1312:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.042350:0:87410:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007b0c98bf/0x3e4967fcee5090e9 lrc: 2/0,0 mode: PR/PR res: [0x13df:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f843 expref: 136 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.042361:0:87410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.042364:0:87410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.042366:0:87410:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e719 lrc: 4/0,1 mode: --/PW res: [0x13df:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.042391:0:164871:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c53bc5bc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+462:85189:x1845970853000064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5545us (5986us total) trans 38654713885 rc 0/0 00000100:00100000:3.0:1760456370.042401:0:164871:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19475 00000004:00080000:0.0:1760456370.042403:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000451d406b/2, rc 0, transno 8221 00000100:00100000:0.0:1760456370.042417:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000451d406b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853000064:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1760456370.042461:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.042478:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069cb3ca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853002176:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456370.042553:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456370.042574:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874002880 00000100:00100000:3.0:1760456370.042584:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000004:00080000:0.0:1760456370.042594:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000087d9ce05/2, rc 0, transno 8220 00010000:00010000:2.0:1760456370.042598:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002abaf324/0x3e4967fcee507a84 lrc: 4/0,0 mode: PR/PR res: [0x1312:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f349 expref: 168 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.042605:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000087d9ce05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853000640:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456370.042645:0:88636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874002816 00000100:00100000:2.0:1760456370.042652:0:122343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1470 00010000:00010000:1.0:1760456370.042660:0:88636:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004fc2f11e/0x3e4967fcee507a45 lrc: 4/0,0 mode: PR/PR res: [0x131a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f33b expref: 169 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.042664:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006cacbcf0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853002240:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456370.042665:0:122343:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4d12ae6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+169:167593:x1845970874002880:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00000100:00100000:3.0:1760456370.042669:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456370.042682:0:122343:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.042691:0:122343:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002abaf324/0x3e4967fcee507a84 lrc: 4/0,0 mode: PR/PR res: [0x1312:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f349 expref: 169 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.042699:0:88636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874003008 00010000:00010000:2.0:1760456370.042705:0:122343:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002abaf324/0x3e4967fcee507a84 lrc: 3/0,0 mode: PR/PR res: [0x1312:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f349 expref: 169 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.042705:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1760456370.042711:0:88636:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000965370b8/0x3e4967fcee508f6f lrc: 5/0,0 mode: PR/PR res: [0x13de:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f7ef expref: 137 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.042713:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456370.042746:0:122343:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002abaf324/0x3e4967fcee507a84 lrc: 0/0,0 mode: --/PR res: [0x1312:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f349 expref: 169 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.042748:0:88636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874002944 00000100:00100000:0.0:1760456370.042749:0:122923:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000078c1ca98 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:122923:1845970853001280:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.042760:0:88636:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cf9aa8e4/0x3e4967fcee507ac3 lrc: 4/0,0 mode: PR/PR res: [0x1317:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f357 expref: 170 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.042767:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.042769:0:122923:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e6e1 lrc: 3/0,1 mode: --/PW res: [0x1317:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.042771:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.042775:0:122343:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e6e8 lrc: 3/0,1 mode: PW/PW res: [0x1312:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.042779:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456370.042794:0:88636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874003072 00010000:00010000:2.0:1760456370.042798:0:122343:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e6e8 lrc: 4/0,1 mode: PW/PW res: [0x1312:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.042815:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.042822:0:88855:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000102e32a3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:88855:1845970853001408:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.042825:0:86474:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874003136 00010000:00010000:0.0:1760456370.042841:0:88855:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000051361bf8/0x3e4967fcee50e6ef lrc: 3/0,1 mode: --/PW res: [0x13de:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.042843:0:86474:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006ccf98a1/0x3e4967fcee507b41 lrc: 5/0,0 mode: PR/PR res: [0x1318:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f373 expref: 170 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.042854:0:88636:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000012ee73e2/0x3e4967fcee50902c lrc: 5/0,0 mode: PR/PR res: [0x13e8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f819 expref: 138 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.042876:0:164871:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853002176 00000100:00100000:2.0:1760456370.042885:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1471 00000100:00100000:3.0:1760456370.042892:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456370.042898:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1472 00000100:00100000:2.0:1760456370.042899:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c8f51c6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+170:167593:x1845970874002816:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00000100:00100000:1.0:1760456370.042905:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007a54cb09 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+138:167595:x1845970874003008:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1760456370.042911:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1760456370.042911:0:164868:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853002240 00010000:00010000:1.0:1760456370.042914:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.042919:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004fc2f11e/0x3e4967fcee507a45 lrc: 4/0,0 mode: PR/PR res: [0x131a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f33b expref: 170 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.042920:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000965370b8/0x3e4967fcee508f6f lrc: 4/0,0 mode: PR/PR res: [0x13de:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f7ef expref: 138 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.042934:0:164868:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19492 00010000:00010000:2.0:1760456370.042937:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004fc2f11e/0x3e4967fcee507a45 lrc: 3/0,0 mode: PR/PR res: [0x131a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f33b expref: 170 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.042946:0:164868:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e13246e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+463:85190:x1845970853002176:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1760456370.042953:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456370.042967:0:86474:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004fc2f11e/0x3e4967fcee507a45 lrc: 0/0,0 mode: --/PR res: [0x131a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f33b expref: 170 pid: 122920 timeout: 4721 lvb_type: 1 00002000:00080000:0.0:1760456370.042967:0:164868:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5088 count 1 00010000:00010000:1.0:1760456370.042975:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000965370b8/0x3e4967fcee508f6f lrc: 3/0,0 mode: PR/PR res: [0x13de:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f7ef expref: 138 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.042978:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874003200 00010000:00010000:0.0:1760456370.042979:0:164868:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50e720 lrc: 3/0,1 mode: --/PW res: [0x13e0:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.042983:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.042987:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.042991:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000050282ba1/0x3e4967fcee50e6da lrc: 3/0,1 mode: PW/PW res: [0x131a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.042997:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000024316c21/0x3e4967fcee507cbb lrc: 5/0,0 mode: PR/PR res: [0x1320:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f3c7 expref: 170 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.042997:0:164868:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000712894f4/0x3e4967fcee5091a6 lrc: 2/0,0 mode: PR/PR res: [0x13e0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f86d expref: 138 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.043001:0:88636:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000965370b8/0x3e4967fcee508f6f lrc: 0/0,0 mode: --/PR res: [0x13de:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f7ef expref: 138 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.043014:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000050282ba1/0x3e4967fcee50e6da lrc: 4/0,1 mode: PW/PW res: [0x131a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.043025:0:164868:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.043028:0:164868:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.043031:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.043031:0:164868:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50e720 lrc: 4/0,1 mode: --/PW res: [0x13e0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.043034:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.043037:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000051361bf8/0x3e4967fcee50e6ef lrc: 3/0,1 mode: PW/PW res: [0x13de:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.043038:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874003264 00010000:00010000:1.0:1760456370.043045:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051361bf8/0x3e4967fcee50e6ef lrc: 4/0,1 mode: PW/PW res: [0x13de:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.043047:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456370.043053:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000044d49a68/0x3e4967fcee5090aa lrc: 5/0,0 mode: PR/PR res: [0x13e1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f835 expref: 138 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.043055:0:164868:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000712894f4/0x3e4967fcee5091a6 lrc: 3/0,0 mode: PR/PR res: [0x13e0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f86d expref: 138 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.043061:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.043079:0:164868:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000712894f4/0x3e4967fcee5091a6 lrc: 4/0,0 mode: PR/PR res: [0x13e0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f86d expref: 138 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.043082:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c8f51c6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+170:167593:x1845970874002816:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 183us (500us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456370.043088:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007a54cb09 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+138:167595:x1845970874003008:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 178us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.043094:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1473 00000100:00100000:2.0:1760456370.043107:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1471 00000100:00100000:0.0:1760456370.043107:0:164868:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000102e32a3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:164868:1845970853002304:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.043108:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d18b3c10 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+170:167595:x1845970874002944:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00000100:00100000:1.0:1760456370.043117:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1472 00010000:00010000:3.0:1760456370.043124:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.043131:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cf9aa8e4/0x3e4967fcee507ac3 lrc: 4/0,0 mode: PR/PR res: [0x1317:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f357 expref: 169 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.043139:0:164868:0:(client.c:2500:ptlrpc_set_wait()) set 00000000756f8c76 going to sleep for 6 seconds 00000100:00100000:2.0:1760456370.043142:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1474 00010000:00010000:3.0:1760456370.043151:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cf9aa8e4/0x3e4967fcee507ac3 lrc: 3/0,0 mode: PR/PR res: [0x1317:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f357 expref: 169 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.043154:0:88855:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000051361bf8/0x3e4967fcee50e6ef lrc: 3/0,1 mode: PW/PW res: [0x13de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.043155:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1475 00000100:00100000:2.0:1760456370.043159:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f1cb72c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+169:167594:x1845970874003136:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00000100:00100000:1.0:1760456370.043167:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072b3cf4a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+137:167594:x1845970874003072:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1760456370.043177:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1760456370.043178:0:88855:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000051361bf8/0x3e4967fcee50e6ef lrc: 3/0,1 mode: PW/PW res: [0x13de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.043181:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.043187:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006ccf98a1/0x3e4967fcee507b41 lrc: 5/0,0 mode: PR/PR res: [0x1318:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f373 expref: 169 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.043189:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000012ee73e2/0x3e4967fcee50902c lrc: 5/0,0 mode: PR/PR res: [0x13e8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f819 expref: 137 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.043203:0:88855:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051361bf8/0x3e4967fcee50e6ef lrc: 3/0,1 mode: PW/PW res: [0x13de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.043207:0:122345:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cf9aa8e4/0x3e4967fcee507ac3 lrc: 0/0,0 mode: --/PR res: [0x1317:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f357 expref: 169 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.043219:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000012ee73e2/0x3e4967fcee50902c lrc: 4/0,0 mode: PR/PR res: [0x13e8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f819 expref: 137 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.043222:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006ccf98a1/0x3e4967fcee507b41 lrc: 4/0,0 mode: PR/PR res: [0x1318:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f373 expref: 169 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.043226:0:88855:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000051361bf8/0x3e4967fcee50e6ef lrc: 2/0,0 mode: PW/PW res: [0x13de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.043239:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.043242:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.043246:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e6e1 lrc: 3/0,1 mode: PW/PW res: [0x1317:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.043249:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.043252:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.043255:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008aa53c68/0x3e4967fcee50e6fd lrc: 3/0,1 mode: PW/PW res: [0x13e8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.043259:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e6e1 lrc: 4/0,1 mode: PW/PW res: [0x1317:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.043260:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.043263:0:88855:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1760456370.043264:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.043268:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000065b6827f/0x3e4967fcee50e6f6 lrc: 3/0,1 mode: PW/PW res: [0x1318:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.043270:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008aa53c68/0x3e4967fcee50e6fd lrc: 4/0,1 mode: PW/PW res: [0x13e8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.043291:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000065b6827f/0x3e4967fcee50e6f6 lrc: 4/0,1 mode: PW/PW res: [0x1318:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.043296:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456370.043297:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.043300:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000051361bf8/0x3e4967fcee50e6ef lrc: 2/0,0 mode: PW/PW res: [0x13de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.043307:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000051361bf8 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.043309:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000051361bf8/0x3e4967fcee50e6ef lrc: 2/0,0 mode: PW/PW res: [0x13de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.043313:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456370.043314:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000051361bf8/0x3e4967fcee50e6ef lrc: 3/0,0 mode: PW/PW res: [0x13de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.043326:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d18b3c10 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+168:167595:x1845970874002944:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 221us (618us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456370.043326:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000051361bf8/0x3e4967fcee50e6ef lrc: 1/0,0 mode: --/PW res: [0x13de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.043340:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000051361bf8/0x3e4967fcee50e6ef lrc: 0/0,0 mode: --/PW res: [0x13de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.043348:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1473 00000100:00100000:2.0:1760456370.043349:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f1cb72c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+168:167594:x1845970874003136:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 190us (528us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.043366:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1474 00010000:00010000:1.0:1760456370.043373:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.043377:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.043380:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1476 00010000:00010000:1.0:1760456370.043381:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.043389:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000679c2b5f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+166:167594:x1845970874003200:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1760456370.043392:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1760456370.043398:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1477 00010000:00010000:3.0:1760456370.043400:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1760456370.043407:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc699851 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+137:167596:x1845970874003264:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1760456370.043408:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000024316c21/0x3e4967fcee507cbb lrc: 5/0,0 mode: PR/PR res: [0x1320:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f3c7 expref: 166 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.043415:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072b3cf4a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+137:167594:x1845970874003072:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 248us (643us total) trans 0 rc 0/0 00010000:00010000:2.0:1760456370.043423:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1760456370.043426:0:88855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008613f1d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+464:85191:x1845970853001152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3278us (3409us total) trans 38654713886 rc 0/0 00010000:00010000:2.0:1760456370.043433:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000044d49a68/0x3e4967fcee5090aa lrc: 5/0,0 mode: PR/PR res: [0x13e1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f835 expref: 137 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.043435:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1475 00010000:00010000:3.0:1760456370.043439:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000024316c21/0x3e4967fcee507cbb lrc: 4/0,0 mode: PR/PR res: [0x1320:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f3c7 expref: 166 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.043443:0:88855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19485 00000100:00100000:0.0:1760456370.043464:0:88855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19493 00010000:00010000:2.0:1760456370.043465:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000044d49a68/0x3e4967fcee5090aa lrc: 4/0,0 mode: PR/PR res: [0x13e1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f835 expref: 136 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.043469:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1760456370.043472:0:88855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015c576cc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+463:85191:x1845970853002240:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456370.043473:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.043477:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001e8bab62/0x3e4967fcee50e70b lrc: 3/0,1 mode: PW/PW res: [0x1320:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1760456370.043487:0:88855:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5101 count 1 00010000:00010000:3.0:1760456370.043490:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e8bab62/0x3e4967fcee50e70b lrc: 4/0,1 mode: PW/PW res: [0x1320:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.043497:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.043500:0:88855:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d75f89ec/0x3e4967fcee50e727 lrc: 3/0,1 mode: --/PW res: [0x13ed:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.043501:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.043504:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000555fe934/0x3e4967fcee50e712 lrc: 3/0,1 mode: PW/PW res: [0x13e1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.043530:0:88855:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000068b4132a/0x3e4967fcee509224 lrc: 2/0,0 mode: PR/PR res: [0x13ed:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f889 expref: 136 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.043539:0:88855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.043541:0:88855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.043543:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000555fe934/0x3e4967fcee50e712 lrc: 4/0,1 mode: PW/PW res: [0x13e1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.043544:0:88855:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d75f89ec/0x3e4967fcee50e727 lrc: 4/0,1 mode: --/PW res: [0x13ed:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.043552:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1760456370.043567:0:164869:0:(client.c:2500:ptlrpc_set_wait()) set 000000001b8cab0b going to sleep for 6 seconds 00010000:00010000:2.0:1760456370.043575:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.043579:0:88855:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000068b4132a/0x3e4967fcee509224 lrc: 3/0,0 mode: PR/PR res: [0x13ed:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f889 expref: 136 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.043582:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000679c2b5f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+166:167594:x1845970874003200:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 192us (692us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456370.043591:0:87237:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000046501efe/0x3e4967fcee508e73 lrc: 0/0,0 mode: --/PR res: [0x13d4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f7b7 expref: 136 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.043597:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc699851 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+136:167596:x1845970874003264:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 189us (651us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.043601:0:88855:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000068b4132a/0x3e4967fcee509224 lrc: 4/0,0 mode: PR/PR res: [0x13ed:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f889 expref: 136 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.043607:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1476 00000100:00100000:1.0:1760456370.043613:0:87237:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cad9bedc pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:87237:1845970853000512:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.043631:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1477 00000100:00100000:0.0:1760456370.043636:0:88855:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000078c1ca98 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:88855:1845970853002368:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.043649:0:87237:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000088839f4b/0x3e4967fcee50e6be lrc: 3/0,1 mode: PW/PW res: [0x13d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.043656:0:87237:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000088839f4b/0x3e4967fcee50e6be lrc: 3/0,1 mode: PW/PW res: [0x13d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.043657:0:88855:0:(client.c:2500:ptlrpc_set_wait()) set 0000000000cdd6c1 going to sleep for 6 seconds 00010000:00010000:1.0:1760456370.043663:0:87237:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000088839f4b/0x3e4967fcee50e6be lrc: 3/0,1 mode: PW/PW res: [0x13d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.043672:0:87237:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000088839f4b/0x3e4967fcee50e6be lrc: 3/0,1 mode: PW/PW res: [0x13d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.043677:0:87237:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000088839f4b/0x3e4967fcee50e6be lrc: 2/0,0 mode: PW/PW res: [0x13d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.043687:0:122343:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:0.0:1760456370.043688:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000955649c2/2, rc 0, transno 8222 00010000:00010000:1.0:1760456370.043695:0:87237:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1760456370.043699:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000955649c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853001152:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456370.043704:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1760456370.043707:0:122343:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4d12ae6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+165:167593:x1845970874002880:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 1045us (1244us total) trans 0 rc 0/0 00010000:00010000:3.0:1760456370.043710:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000088839f4b/0x3e4967fcee50e6be lrc: 2/0,0 mode: PW/PW res: [0x13d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.043718:0:122343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1470 00010000:00010000:3.0:1760456370.043727:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000088839f4b already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456370.043731:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000088839f4b/0x3e4967fcee50e6be lrc: 2/0,0 mode: PW/PW res: [0x13d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.043740:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000088839f4b/0x3e4967fcee50e6be lrc: 3/0,0 mode: PW/PW res: [0x13d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.043742:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1760456370.043753:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cad9bedc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853002432:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456370.043757:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000088839f4b/0x3e4967fcee50e6be lrc: 1/0,0 mode: --/PW res: [0x13d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.043765:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000088839f4b/0x3e4967fcee50e6be lrc: 0/0,0 mode: --/PW res: [0x13d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.043768:0:122921:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e6e8 lrc: 3/0,1 mode: PW/PW res: [0x1312:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.043778:0:122921:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e6e8 lrc: 3/0,1 mode: PW/PW res: [0x1312:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.043786:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.043787:0:122921:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e6e8 lrc: 3/0,1 mode: PW/PW res: [0x1312:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.043789:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.043794:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.043796:0:122921:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e6e8 lrc: 2/0,0 mode: PW/PW res: [0x1312:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.043799:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.043831:0:122921:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.043834:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.043839:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e6e8 lrc: 2/0,0 mode: PW/PW res: [0x1312:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.043845:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e7db8498 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.043848:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e6e8 lrc: 2/0,0 mode: PW/PW res: [0x1312:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.043854:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e6e8 lrc: 3/0,0 mode: PW/PW res: [0x1312:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.043867:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e6e8 lrc: 1/0,0 mode: --/PW res: [0x1312:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.043872:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50e6e8 lrc: 0/0,0 mode: --/PW res: [0x1312:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.043875:0:87237:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c31687e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+464:85191:x1845970853000192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6512us (6657us total) trans 38654713887 rc 0/0 00000100:00100000:1.0:1760456370.043889:0:87237:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19478 00010000:00010000:0.0:1760456370.043903:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.043906:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.043910:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1760456370.043915:0:87237:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853002432 00000004:00080000:0.0:1760456370.043936:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000007c4ed92d/2, rc 0, transno 8223 00000100:00100000:1.0:1760456370.043939:0:87237:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19494 00000100:00100000:1.0:1760456370.043944:0:87237:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009d9bf87f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+464:85189:x1845970853002432:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456370.043946:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007c4ed92d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853000192:0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1760456370.043957:0:87237:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5110 count 1 00010000:00010000:1.0:1760456370.043969:0:87237:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a537781/0x3e4967fcee50e72e lrc: 3/0,1 mode: --/PW res: [0x13f6:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.043979:0:87237:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cff547bd/0x3e4967fcee5092e1 lrc: 2/0,0 mode: PR/PR res: [0x13f6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f8b3 expref: 134 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.043984:0:87237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.043985:0:87237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.043987:0:87237:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a537781/0x3e4967fcee50e72e lrc: 4/0,1 mode: --/PW res: [0x13f6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.043998:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000753ed154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853002496:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456370.044004:0:87237:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cff547bd/0x3e4967fcee5092e1 lrc: 3/0,0 mode: PR/PR res: [0x13f6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f8b3 expref: 134 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.044017:0:87237:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cff547bd/0x3e4967fcee5092e1 lrc: 4/0,0 mode: PR/PR res: [0x13f6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f8b3 expref: 134 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.044028:0:122921:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000014ccda18 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+483:85189:x1845970853000960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4130us (4298us total) trans 12884911314 rc 0/0 00000100:00100000:2.0:1760456370.044035:0:122921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19483 00000100:00100000:0.0:1760456370.044042:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456370.044053:0:122921:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853002496 00000100:00100000:1.0:1760456370.044063:0:87237:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000014f2e45a pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:87237:1845970853002560:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.044076:0:122921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19495 00000004:00080000:0.0:1760456370.044078:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000248b322a/2, rc 0, transno 9426 00000100:00100000:2.0:1760456370.044081:0:122921:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009623f854 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+465:85189:x1845970853002496:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456370.044089:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000248b322a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853000960:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1760456370.044092:0:122921:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5119 count 1 00000100:00100000:1.0:1760456370.044099:0:87237:0:(client.c:2500:ptlrpc_set_wait()) set 000000005aff42d8 going to sleep for 6 seconds 00010000:00010000:2.0:1760456370.044105:0:122921:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003cedbfdb/0x3e4967fcee50e735 lrc: 3/0,1 mode: --/PW res: [0x13ff:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.044116:0:122921:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d2ab3a1b/0x3e4967fcee509320 lrc: 2/0,0 mode: PR/PR res: [0x13ff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f8c1 expref: 134 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.044121:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.044123:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.044124:0:122921:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003cedbfdb/0x3e4967fcee50e735 lrc: 4/0,1 mode: --/PW res: [0x13ff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.044142:0:122921:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d2ab3a1b/0x3e4967fcee509320 lrc: 3/0,0 mode: PR/PR res: [0x13ff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f8c1 expref: 134 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.044149:0:122921:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d2ab3a1b/0x3e4967fcee509320 lrc: 4/0,0 mode: PR/PR res: [0x13ff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f8c1 expref: 134 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.044150:0:85191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1760456370.044160:0:122921:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b4c05355 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:122921:1845970853002688:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.044164:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000056f17ef9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853002624:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456370.044178:0:122914:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000074a89379 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+483:85189:x1845970853000576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6228us (6360us total) trans 12884911313 rc 0/0 00000100:00100000:1.0:1760456370.044183:0:122914:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19479 00000100:00100000:2.0:1760456370.044194:0:122921:0:(client.c:2500:ptlrpc_set_wait()) set 00000000aef8d6eb going to sleep for 6 seconds 00010000:00010000:2.0:1760456370.044213:0:122906:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000050282ba1/0x3e4967fcee50e6da lrc: 3/0,1 mode: PW/PW res: [0x131a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.044214:0:87239:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e97421cc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+482:85190:x1845970853000832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4706us (4770us total) trans 12884911315 rc 0/0 00000100:00100000:0.0:1760456370.044218:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.044231:0:122906:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000050282ba1/0x3e4967fcee50e6da lrc: 3/0,1 mode: PW/PW res: [0x131a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.044233:0:122914:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853002624 00000100:00100000:3.0:1760456370.044234:0:87239:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19481 00010000:00010000:2.0:1760456370.044245:0:122906:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000050282ba1/0x3e4967fcee50e6da lrc: 3/0,1 mode: PW/PW res: [0x131a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.044253:0:122906:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000050282ba1/0x3e4967fcee50e6da lrc: 2/0,0 mode: PW/PW res: [0x131a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.044256:0:122914:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19496 00000100:00100000:1.0:1760456370.044264:0:122914:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036623ba6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+482:85191:x1845970853002624:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1760456370.044266:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003a97379a/2, rc 0, transno 9425 00002000:00080000:1.0:1760456370.044274:0:122914:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4894 count 1 00000100:00100000:0.0:1760456370.044278:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003a97379a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853000576:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.044283:0:122906:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.044289:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.044293:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000050282ba1/0x3e4967fcee50e6da lrc: 2/0,0 mode: PW/PW res: [0x131a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.044299:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000050282ba1 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.044302:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000050282ba1/0x3e4967fcee50e6da lrc: 2/0,0 mode: PW/PW res: [0x131a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.044308:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000050282ba1/0x3e4967fcee50e6da lrc: 3/0,0 mode: PW/PW res: [0x131a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.044320:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000050282ba1/0x3e4967fcee50e6da lrc: 1/0,0 mode: --/PW res: [0x131a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.044329:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000050282ba1/0x3e4967fcee50e6da lrc: 0/0,0 mode: --/PW res: [0x131a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.044337:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000040648461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853002752:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.044347:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.044350:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.044354:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.044364:0:87240:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dd3b1a84/0x3e4967fcee508cf9 lrc: 0/0,0 mode: --/PR res: [0x13ce:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f763 expref: 134 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.044377:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1760456370.044381:0:87240:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002e890cb3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:87240:1845970853000000:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.044403:0:87240:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e6a2 lrc: 3/0,1 mode: PW/PW res: [0x13ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.044412:0:87240:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e6a2 lrc: 3/0,1 mode: PW/PW res: [0x13ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.044419:0:87240:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e6a2 lrc: 3/0,1 mode: PW/PW res: [0x13ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.044423:0:122923:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e6e1 lrc: 3/0,1 mode: PW/PW res: [0x1317:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.044427:0:87240:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e6a2 lrc: 3/0,1 mode: PW/PW res: [0x13ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.044446:0:87240:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e6a2 lrc: 2/0,0 mode: PW/PW res: [0x13ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.044447:0:122923:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e6e1 lrc: 3/0,1 mode: PW/PW res: [0x1317:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.044450:0:170681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853002752 00000100:00100000:2.0:1760456370.044457:0:122906:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d8310d42 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+484:85189:x1845970853000896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4611us (4859us total) trans 12884911316 rc 0/0 00000100:00100000:1.0:1760456370.044470:0:170681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19497 00010000:00010000:0.0:1760456370.044472:0:122923:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e6e1 lrc: 3/0,1 mode: PW/PW res: [0x1317:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.044478:0:87240:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1760456370.044479:0:122906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19482 00000100:00100000:1.0:1760456370.044480:0:170681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000037a8ab19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+484:85191:x1845970853002752:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456370.044486:0:122923:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e6e1 lrc: 2/0,0 mode: PW/PW res: [0x1317:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.044493:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00002000:00080000:1.0:1760456370.044494:0:170681:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4900 count 1 00010000:00010000:3.0:1760456370.044500:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e6a2 lrc: 2/0,0 mode: PW/PW res: [0x13ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.044507:0:170681:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e73c lrc: 3/0,1 mode: --/PW res: [0x1324:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.044551:0:122905:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000024316c21/0x3e4967fcee507cbb lrc: 0/0,0 mode: --/PR res: [0x1320:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f3c7 expref: 164 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.044568:0:122905:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041fd077 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:122905:1845970853001984:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.044581:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000aaa15b8b already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456370.044585:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e6a2 lrc: 2/0,0 mode: PW/PW res: [0x13ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1760456370.044586:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e06fdbc2/2, rc 0, transno 9428 00010000:00010000:2.0:1760456370.044588:0:122905:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001e8bab62/0x3e4967fcee50e70b lrc: 3/0,1 mode: PW/PW res: [0x1320:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.044597:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e06fdbc2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853000896:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.044609:0:170681:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006c8c3775/0x3e4967fcee507d78 lrc: 2/0,0 mode: PR/PR res: [0x1324:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f3f1 expref: 163 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.044612:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e6a2 lrc: 3/0,0 mode: PW/PW res: [0x13ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.044616:0:122905:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001e8bab62/0x3e4967fcee50e70b lrc: 3/0,1 mode: PW/PW res: [0x1320:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.044637:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1760456370.044643:0:170681:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.044646:0:170681:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1760456370.044647:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000076368397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853002816:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.044649:0:170681:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e73c lrc: 4/0,1 mode: --/PW res: [0x1324:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.044657:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e6a2 lrc: 1/0,0 mode: --/PW res: [0x13ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.044675:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.044677:0:122905:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001e8bab62/0x3e4967fcee50e70b lrc: 3/0,1 mode: PW/PW res: [0x1320:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.044679:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e6a2 lrc: 0/0,0 mode: --/PW res: [0x13ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.044682:0:170681:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006c8c3775/0x3e4967fcee507d78 lrc: 3/0,0 mode: PR/PR res: [0x1324:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f3f1 expref: 163 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.044704:0:122905:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001e8bab62/0x3e4967fcee50e70b lrc: 3/0,1 mode: PW/PW res: [0x1320:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.044708:0:170681:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006c8c3775/0x3e4967fcee507d78 lrc: 4/0,0 mode: PR/PR res: [0x1324:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f3f1 expref: 163 pid: 122920 timeout: 4721 lvb_type: 1 00000004:00080000:0.0:1760456370.044712:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ce54c7d6/2, rc 0, transno 9427 00010000:00010000:3.0:1760456370.044715:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.044717:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.044720:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.044723:0:122905:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001e8bab62/0x3e4967fcee50e70b lrc: 2/0,0 mode: PW/PW res: [0x1320:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.044726:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ce54c7d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853000832:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.044735:0:164870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853002816 00010000:00010000:2.0:1760456370.044751:0:122905:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1760456370.044758:0:164870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19498 00000100:00100000:3.0:1760456370.044764:0:164870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd23f5d3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+484:85189:x1845970853002816:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.044777:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000285c27c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853002944:0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1760456370.044779:0:164870:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4901 count 1 00010000:00010000:3.0:1760456370.044798:0:164870:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e743 lrc: 3/0,1 mode: --/PW res: [0x1325:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.044801:0:170681:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009fa95a51 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:170681:1845970853002880:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.044814:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456370.044818:0:164870:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000470b9c90/0x3e4967fcee507db7 lrc: 2/0,0 mode: PR/PR res: [0x1325:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f3ff expref: 163 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.044824:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456370.044826:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.044828:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001e8bab62/0x3e4967fcee50e70b lrc: 2/0,0 mode: PW/PW res: [0x1320:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.044830:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.044833:0:164870:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e743 lrc: 4/0,1 mode: --/PW res: [0x1325:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.044838:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001e8bab62 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.044843:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001e8bab62/0x3e4967fcee50e70b lrc: 2/0,0 mode: PW/PW res: [0x1320:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.044850:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001e8bab62/0x3e4967fcee50e70b lrc: 3/0,0 mode: PW/PW res: [0x1320:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.044852:0:122923:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456370.044862:0:164870:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000470b9c90/0x3e4967fcee507db7 lrc: 3/0,0 mode: PR/PR res: [0x1325:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f3ff expref: 163 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.044862:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.044865:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001e8bab62/0x3e4967fcee50e70b lrc: 1/0,0 mode: --/PW res: [0x1320:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.044866:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e6e1 lrc: 2/0,0 mode: PW/PW res: [0x1317:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.044889:0:164870:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000470b9c90/0x3e4967fcee507db7 lrc: 4/0,0 mode: PR/PR res: [0x1325:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f3ff expref: 163 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.044889:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001e8bab62/0x3e4967fcee50e70b lrc: 0/0,0 mode: --/PW res: [0x1320:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.044890:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009b9682d0 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.044895:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e6e1 lrc: 2/0,0 mode: PW/PW res: [0x1317:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.044918:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e6e1 lrc: 3/0,0 mode: PW/PW res: [0x1317:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.044920:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.044922:0:164870:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002e890cb3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:164870:1845970853003008:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.044923:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.044927:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.044931:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e6e1 lrc: 1/0,0 mode: --/PW res: [0x1317:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.044937:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e6e1 lrc: 0/0,0 mode: --/PW res: [0x1317:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.044938:0:122914:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50e74a lrc: 3/0,1 mode: --/PW res: [0x131e:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.044941:0:122905:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000efc88065 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+485:85191:x1845970853001856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3291us (3435us total) trans 12884911317 rc 0/0 00000100:00100000:2.0:1760456370.044960:0:122905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19489 00010000:00010000:1.0:1760456370.044964:0:122914:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ce1d1e29/0x3e4967fcee507d39 lrc: 2/0,0 mode: PR/PR res: [0x131e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f3e3 expref: 163 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.044968:0:164870:0:(client.c:2500:ptlrpc_set_wait()) set 000000001dd5b353 going to sleep for 6 seconds 00010000:00010000:0.0:1760456370.044968:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.044971:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.044976:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.044977:0:122914:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.044980:0:122914:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.044981:0:122914:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50e74a lrc: 4/0,1 mode: --/PW res: [0x131e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.044983:0:122905:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853002944 00000004:00080000:0.0:1760456370.044997:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a1a63e35/2, rc 0, transno 9429 00000100:00100000:0.0:1760456370.045007:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a1a63e35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853001856:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.045012:0:122905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19499 00000100:00100000:2.0:1760456370.045020:0:122905:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007daccbae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+485:85189:x1845970853002944:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.045024:0:122920:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ccf98a1/0x3e4967fcee507b41 lrc: 0/0,0 mode: --/PR res: [0x1318:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f373 expref: 163 pid: 122920 timeout: 4721 lvb_type: 1 00002000:00080000:2.0:1760456370.045036:0:122905:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4909 count 1 00000100:00100000:3.0:1760456370.045043:0:122920:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2ae3fe7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:122920:1845970853001728:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.045049:0:85191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1760456370.045053:0:122905:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e751 lrc: 3/0,1 mode: --/PW res: [0x132d:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.045059:0:122920:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000065b6827f/0x3e4967fcee50e6f6 lrc: 3/0,1 mode: PW/PW res: [0x1318:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.045061:0:122914:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ce1d1e29/0x3e4967fcee507d39 lrc: 3/0,0 mode: PR/PR res: [0x131e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f3e3 expref: 162 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.045062:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ba61b69 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853003072:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.045076:0:122905:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000395e46d9/0x3e4967fcee507eb3 lrc: 2/0,0 mode: PR/PR res: [0x132d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f437 expref: 162 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.045087:0:122920:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000065b6827f/0x3e4967fcee50e6f6 lrc: 3/0,1 mode: PW/PW res: [0x1318:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.045095:0:122905:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.045098:0:122905:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.045100:0:122905:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e751 lrc: 4/0,1 mode: --/PW res: [0x132d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.045101:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456370.045102:0:122920:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000065b6827f/0x3e4967fcee50e6f6 lrc: 3/0,1 mode: PW/PW res: [0x1318:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.045121:0:122914:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ce1d1e29/0x3e4967fcee507d39 lrc: 4/0,0 mode: PR/PR res: [0x131e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f3e3 expref: 162 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.045125:0:122920:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000065b6827f/0x3e4967fcee50e6f6 lrc: 3/0,1 mode: PW/PW res: [0x1318:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.045149:0:122914:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da8be66d pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:122914:1845970853003136:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.045155:0:122920:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000065b6827f/0x3e4967fcee50e6f6 lrc: 2/0,0 mode: PW/PW res: [0x1318:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.045158:0:122905:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000395e46d9/0x3e4967fcee507eb3 lrc: 3/0,0 mode: PR/PR res: [0x132d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f437 expref: 162 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.045182:0:122905:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000395e46d9/0x3e4967fcee507eb3 lrc: 4/0,0 mode: PR/PR res: [0x132d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f437 expref: 162 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.045182:0:122914:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d56f02de going to sleep for 6 seconds 00010000:00010000:3.0:1760456370.045194:0:122920:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1760456370.045197:0:122905:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041fd077 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:122905:1845970853003200:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.045198:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.045203:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000065b6827f/0x3e4967fcee50e6f6 lrc: 2/0,0 mode: PW/PW res: [0x1318:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.045204:0:170681:0:(client.c:2500:ptlrpc_set_wait()) set 0000000048ca0e73 going to sleep for 6 seconds 00010000:00010000:0.0:1760456370.045212:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000065b6827f already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.045215:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000065b6827f/0x3e4967fcee50e6f6 lrc: 2/0,0 mode: PW/PW res: [0x1318:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.045220:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000065b6827f/0x3e4967fcee50e6f6 lrc: 3/0,0 mode: PW/PW res: [0x1318:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.045231:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000065b6827f/0x3e4967fcee50e6f6 lrc: 1/0,0 mode: --/PW res: [0x1318:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.045233:0:122905:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c91777c2 going to sleep for 6 seconds 00010000:00010000:0.0:1760456370.045236:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000065b6827f/0x3e4967fcee50e6f6 lrc: 0/0,0 mode: --/PW res: [0x1318:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.045251:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.045253:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.045257:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.045261:0:122906:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853003072 00000100:00100000:2.0:1760456370.045285:0:122906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19500 00000100:00100000:2.0:1760456370.045290:0:122906:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b48b282e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+486:85191:x1845970853003072:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1760456370.045302:0:122906:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4924 count 1 00010000:00010000:2.0:1760456370.045317:0:122906:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007bebc9b6/0x3e4967fcee50e758 lrc: 3/0,1 mode: --/PW res: [0x133c:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.045329:0:122906:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000052b0c5d/0x3e4967fcee507ef2 lrc: 2/0,0 mode: PR/PR res: [0x133c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f445 expref: 162 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.045336:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.045338:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.045340:0:122906:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007bebc9b6/0x3e4967fcee50e758 lrc: 4/0,1 mode: --/PW res: [0x133c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.045365:0:122906:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000052b0c5d/0x3e4967fcee507ef2 lrc: 3/0,0 mode: PR/PR res: [0x133c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f445 expref: 162 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.045371:0:122923:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d566327 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+488:85191:x1845970853001088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5455us (5626us total) trans 12884911318 rc 0/0 00000100:00100000:0.0:1760456370.045384:0:122923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19484 00010000:00010000:2.0:1760456370.045395:0:122906:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000052b0c5d/0x3e4967fcee507ef2 lrc: 4/0,0 mode: PR/PR res: [0x133c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f445 expref: 162 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.045408:0:122906:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e8dd4db1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:122906:1845970853003264:192.168.203.34@tcp:104: 00000004:00080000:0.0:1760456370.045415:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e70d2236/2, rc 0, transno 9430 00000100:00100000:0.0:1760456370.045425:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e70d2236 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853001088:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.045439:0:122906:0:(client.c:2500:ptlrpc_set_wait()) set 0000000098da4590 going to sleep for 6 seconds 00000100:00100000:3.0:1760456370.045440:0:122920:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000441e269 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+487:85189:x1845970853001472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4324us (4553us total) trans 12884911319 rc 0/0 00000100:00100000:3.0:1760456370.045451:0:122920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19486 00000004:00080000:0.0:1760456370.045462:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000017d0d6a5/2, rc 0, transno 9431 00000100:00100000:0.0:1760456370.045471:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017d0d6a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853001472:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.045477:0:164867:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000044d49a68/0x3e4967fcee5090aa lrc: 0/0,0 mode: --/PR res: [0x13e1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f835 expref: 133 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.045492:0:164867:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000048953463 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:164867:1845970853002112:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.045494:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1760456370.045504:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060f073f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853003392:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.045537:0:164867:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000555fe934/0x3e4967fcee50e712 lrc: 3/0,1 mode: PW/PW res: [0x13e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.045545:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.045554:0:164867:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000555fe934/0x3e4967fcee50e712 lrc: 3/0,1 mode: PW/PW res: [0x13e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.045561:0:164867:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000555fe934/0x3e4967fcee50e712 lrc: 3/0,1 mode: PW/PW res: [0x13e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.045569:0:164867:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000555fe934/0x3e4967fcee50e712 lrc: 3/0,1 mode: PW/PW res: [0x13e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.045577:0:164867:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000555fe934/0x3e4967fcee50e712 lrc: 2/0,0 mode: PW/PW res: [0x13e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.045577:0:164868:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000102e32a3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:164868:1845970853002304:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.045587:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a313ddd0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853003328:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.045595:0:164868:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50e720 lrc: 3/0,1 mode: --/PW res: [0x13e0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.045607:0:164867:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.045609:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1760456370.045614:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1760456370.045615:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000555fe934/0x3e4967fcee50e712 lrc: 2/0,0 mode: PW/PW res: [0x13e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.045636:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000555fe934 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.045639:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000555fe934/0x3e4967fcee50e712 lrc: 2/0,0 mode: PW/PW res: [0x13e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.045648:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000555fe934/0x3e4967fcee50e712 lrc: 3/0,0 mode: PW/PW res: [0x13e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.045660:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000555fe934/0x3e4967fcee50e712 lrc: 1/0,0 mode: --/PW res: [0x13e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.045664:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000555fe934/0x3e4967fcee50e712 lrc: 0/0,0 mode: --/PW res: [0x13e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.045674:0:122923:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853003392 00010000:00010000:1.0:1760456370.045680:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.045683:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.045686:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.045700:0:122923:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853003328 00000100:00100000:0.0:1760456370.045721:0:122923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19501 00000100:00100000:0.0:1760456370.045727:0:122923:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004771b14b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+488:85189:x1845970853003392:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1760456370.045741:0:122923:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4918 count 1 00010000:00010000:0.0:1760456370.045756:0:122923:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e75f lrc: 3/0,1 mode: --/PW res: [0x1336:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.045768:0:122923:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d92f97ad/0x3e4967fcee507faf lrc: 2/0,0 mode: PR/PR res: [0x1336:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f46f expref: 162 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.045776:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.045778:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.045780:0:122923:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e75f lrc: 4/0,1 mode: --/PW res: [0x1336:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.045804:0:122923:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d92f97ad/0x3e4967fcee507faf lrc: 3/0,0 mode: PR/PR res: [0x1336:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f46f expref: 162 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.045811:0:122923:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d92f97ad/0x3e4967fcee507faf lrc: 4/0,0 mode: PR/PR res: [0x1336:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f46f expref: 162 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.045820:0:122923:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005f2fa5ea pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:122923:1845970853003456:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.045842:0:164867:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002eddd89b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+467:85189:x1845970853001920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3956us (4227us total) trans 38654713888 rc 0/0 00000004:00080000:0.0:1760456370.045851:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b61e1267/2, rc 0, transno 8224 00000100:00100000:2.0:1760456370.045852:0:164867:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19490 00000100:00100000:1.0:1760456370.045860:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.045863:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b61e1267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853001920:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456370.045882:0:164867:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19502 00000100:00100000:2.0:1760456370.045890:0:164867:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f777c565 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+488:85191:x1845970853003328:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1760456370.045905:0:164867:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4917 count 1 00000100:00100000:0.0:1760456370.045905:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060300ac3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853003520:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1760456370.045918:0:87240:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000079603972 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+466:85189:x1845970852999808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9748us (10148us total) trans 38654713889 rc 0/0 00010000:00010000:2.0:1760456370.045921:0:164867:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50e766 lrc: 3/0,1 mode: --/PW res: [0x1335:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.045931:0:87240:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19474 00010000:00010000:2.0:1760456370.045937:0:164867:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f519dbfd/0x3e4967fcee507f31 lrc: 2/0,0 mode: PR/PR res: [0x1335:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f453 expref: 162 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.045943:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.045949:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.045951:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.045952:0:164867:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50e766 lrc: 4/0,1 mode: --/PW res: [0x1335:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.045954:0:87240:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853003520 00000004:00080000:0.0:1760456370.045969:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000f96c2c8f/2, rc 0, transno 8225 00000100:00100000:0.0:1760456370.045981:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f96c2c8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970852999808:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1760456370.045982:0:87240:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19503 00000100:00100000:3.0:1760456370.045993:0:87240:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000010caf321 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+466:85189:x1845970853003520:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456370.045996:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.045998:0:122921:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b4c05355 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:122921:1845970853002688:192.168.203.34@tcp:104: 00002000:00080000:3.0:1760456370.046011:0:87240:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5147 count 1 00010000:00010000:2.0:1760456370.046020:0:122921:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003cedbfdb/0x3e4967fcee50e735 lrc: 3/0,1 mode: --/PW res: [0x13ff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.046027:0:87240:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fabd3e43/0x3e4967fcee50e76d lrc: 3/0,1 mode: --/PW res: [0x141b:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.046036:0:85191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1760456370.046041:0:87240:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001fc69645/0x3e4967fcee5093dd lrc: 2/0,0 mode: PR/PR res: [0x141b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f8eb expref: 132 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.046045:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001d7bd5c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853003584:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456370.046052:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874003328 00000100:00100000:1.0:1760456370.046053:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456370.046060:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.046063:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.046065:0:87240:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fabd3e43/0x3e4967fcee50e76d lrc: 4/0,1 mode: --/PW res: [0x141b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.046073:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000712894f4/0x3e4967fcee5091a6 lrc: 4/0,0 mode: PR/PR res: [0x13e0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f86d expref: 133 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.046084:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456370.046089:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456370.046091:0:87240:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001fc69645/0x3e4967fcee5093dd lrc: 3/0,0 mode: PR/PR res: [0x141b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f8eb expref: 133 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.046111:0:87240:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001fc69645/0x3e4967fcee5093dd lrc: 4/0,0 mode: PR/PR res: [0x141b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f8eb expref: 133 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.046120:0:86475:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874003520 00000100:00100000:1.0:1760456370.046123:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.046124:0:164871:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853003584 00010000:00010000:2.0:1760456370.046136:0:86475:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cff547bd/0x3e4967fcee5092e1 lrc: 5/0,0 mode: PR/PR res: [0x13f6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f8b3 expref: 134 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.046137:0:87240:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2ae3fe7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:87240:1845970853003648:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.046146:0:164871:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19504 00000100:00100000:1.0:1760456370.046156:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.046156:0:164871:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000485ac8cf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+467:85191:x1845970853003584:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1760456370.046172:0:164871:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5142 count 1 00000100:00100000:3.0:1760456370.046181:0:87240:0:(client.c:2500:ptlrpc_set_wait()) set 00000000093bb68c going to sleep for 6 seconds 00010000:00010000:0.0:1760456370.046182:0:164871:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e774 lrc: 3/0,1 mode: --/PW res: [0x1416:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.046191:0:86475:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874003456 00010000:00010000:0.0:1760456370.046193:0:164871:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f1684ec8/0x3e4967fcee50945b lrc: 2/0,0 mode: PR/PR res: [0x1416:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f907 expref: 134 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.046199:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1760456370.046200:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874003392 00010000:00010000:0.0:1760456370.046202:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.046206:0:164871:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e774 lrc: 4/0,1 mode: --/PW res: [0x1416:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.046208:0:86475:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000068b4132a/0x3e4967fcee509224 lrc: 5/0,0 mode: PR/PR res: [0x13ed:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f889 expref: 135 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.046218:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000027ea7708/0x3e4967fcee507c3d lrc: 5/0,0 mode: PR/PR res: [0x131f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f3ab expref: 163 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.046223:0:88636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874003648 00010000:00010000:1.0:1760456370.046239:0:88636:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000470b9c90/0x3e4967fcee507db7 lrc: 5/0,0 mode: PR/PR res: [0x1325:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f3ff expref: 164 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.046245:0:164871:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f1684ec8/0x3e4967fcee50945b lrc: 3/0,0 mode: PR/PR res: [0x1416:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f907 expref: 135 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1760456370.046246:0:86475:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874003584 00000100:00100000:3.0:1760456370.046255:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1478 00010000:00010000:2.0:1760456370.046261:0:86475:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d2ab3a1b/0x3e4967fcee509320 lrc: 4/0,0 mode: PR/PR res: [0x13ff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f8c1 expref: 136 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.046267:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba1a6b8e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+136:167594:x1845970874003328:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1760456370.046268:0:164871:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f1684ec8/0x3e4967fcee50945b lrc: 4/0,0 mode: PR/PR res: [0x1416:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f907 expref: 136 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.046283:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.046290:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000712894f4/0x3e4967fcee5091a6 lrc: 4/0,0 mode: PR/PR res: [0x13e0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f86d expref: 136 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.046293:0:164871:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad3ea2c9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:164871:1845970853003712:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.046301:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1479 00010000:00010000:3.0:1760456370.046315:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000712894f4/0x3e4967fcee5091a6 lrc: 3/0,0 mode: PR/PR res: [0x13e0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f86d expref: 136 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.046316:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1480 00000100:00100000:2.0:1760456370.046318:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c17f96a0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+136:167596:x1845970874003520:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00000100:00100000:0.0:1760456370.046326:0:164871:0:(client.c:2500:ptlrpc_set_wait()) set 0000000020417f68 going to sleep for 6 seconds 00000100:00100000:1.0:1760456370.046329:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac15ffdc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+136:167593:x1845970874003456:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1760456370.046333:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.046341:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cff547bd/0x3e4967fcee5092e1 lrc: 5/0,0 mode: PR/PR res: [0x13f6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f8b3 expref: 136 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.046343:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456370.046350:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000068b4132a/0x3e4967fcee509224 lrc: 5/0,0 mode: PR/PR res: [0x13ed:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f889 expref: 136 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.046352:0:122345:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000712894f4/0x3e4967fcee5091a6 lrc: 0/0,0 mode: --/PR res: [0x13e0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f86d expref: 136 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.046353:0:87410:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007b0c98bf/0x3e4967fcee5090e9 lrc: 3/0,0 mode: PR/PR res: [0x13df:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f843 expref: 136 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.046360:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cff547bd/0x3e4967fcee5092e1 lrc: 4/0,0 mode: PR/PR res: [0x13f6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f8b3 expref: 136 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.046385:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.046387:0:87410:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007b0c98bf/0x3e4967fcee5090e9 lrc: 4/0,0 mode: PR/PR res: [0x13df:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f843 expref: 135 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.046389:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.046393:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50e720 lrc: 3/0,1 mode: PW/PW res: [0x13e0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.046394:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.046397:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.046400:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009a537781/0x3e4967fcee50e72e lrc: 3/0,1 mode: PW/PW res: [0x13f6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.046412:0:87410:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004cbb5d95 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:87410:1845970853003776:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.046426:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a537781/0x3e4967fcee50e72e lrc: 4/0,1 mode: PW/PW res: [0x13f6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.046429:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50e720 lrc: 4/0,1 mode: PW/PW res: [0x13e0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.046438:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000068b4132a/0x3e4967fcee509224 lrc: 4/0,0 mode: PR/PR res: [0x13ed:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f889 expref: 135 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.046440:0:87410:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f55feff3 going to sleep for 6 seconds 00010000:00010000:2.0:1760456370.046456:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1760456370.046464:0:122923:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a4d34fa2 going to sleep for 6 seconds 00010000:00010000:1.0:1760456370.046465:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.046468:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.046470:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d75f89ec/0x3e4967fcee50e727 lrc: 3/0,1 mode: PW/PW res: [0x13ed:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.046474:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456370.046476:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d75f89ec/0x3e4967fcee50e727 lrc: 4/0,1 mode: PW/PW res: [0x13ed:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.046484:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c17f96a0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+135:167596:x1845970874003520:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 172us (492us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.046487:0:88855:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000068b4132a/0x3e4967fcee509224 lrc: 0/0,0 mode: --/PR res: [0x13ed:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f889 expref: 135 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.046489:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1760456370.046501:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1479 00000100:00100000:0.0:1760456370.046506:0:88855:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000078c1ca98 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:88855:1845970853002368:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.046507:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba1a6b8e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+134:167594:x1845970874003328:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 238us (644us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.046547:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1478 00000100:00100000:1.0:1760456370.046565:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac15ffdc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+133:167593:x1845970874003456:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 187us (467us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.046566:0:88855:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d75f89ec/0x3e4967fcee50e727 lrc: 3/0,1 mode: PW/PW res: [0x13ed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.046578:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1481 00010000:00010000:0.0:1760456370.046581:0:88855:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d75f89ec/0x3e4967fcee50e727 lrc: 3/0,1 mode: PW/PW res: [0x13ed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.046590:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1480 00000100:00100000:3.0:1760456370.046592:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000287a8e8f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+164:167593:x1845970874003392:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1760456370.046597:0:88855:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d75f89ec/0x3e4967fcee50e727 lrc: 3/0,1 mode: PW/PW res: [0x13ed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.046606:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1760456370.046608:0:88855:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d75f89ec/0x3e4967fcee50e727 lrc: 3/0,1 mode: PW/PW res: [0x13ed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.046613:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1482 00010000:00010000:3.0:1760456370.046615:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000027ea7708/0x3e4967fcee507c3d lrc: 5/0,0 mode: PR/PR res: [0x131f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f3ab expref: 164 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.046631:0:88855:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d75f89ec/0x3e4967fcee50e727 lrc: 2/0,0 mode: PW/PW res: [0x13ed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.046639:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1483 00000100:00100000:2.0:1760456370.046643:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dfd0c2ff pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+164:167596:x1845970874003648:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00000100:00100000:1.0:1760456370.046652:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009f1350c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+131:167593:x1845970874003584:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1760456370.046662:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456370.046665:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.046667:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000027ea7708/0x3e4967fcee507c3d lrc: 4/0,0 mode: PR/PR res: [0x131f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f3ab expref: 164 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.046669:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000470b9c90/0x3e4967fcee507db7 lrc: 5/0,0 mode: PR/PR res: [0x1325:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f3ff expref: 164 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.046670:0:88855:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.046671:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d2ab3a1b/0x3e4967fcee509320 lrc: 4/0,0 mode: PR/PR res: [0x13ff:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f8c1 expref: 131 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.046683:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.046688:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d75f89ec/0x3e4967fcee50e727 lrc: 2/0,0 mode: PW/PW res: [0x13ed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.046699:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000470b9c90/0x3e4967fcee507db7 lrc: 4/0,0 mode: PR/PR res: [0x1325:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f3ff expref: 164 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.046701:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.046702:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d75f89ec already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456370.046705:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.046708:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d75f89ec/0x3e4967fcee50e727 lrc: 2/0,0 mode: PW/PW res: [0x13ed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.046709:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e704 lrc: 3/0,1 mode: PW/PW res: [0x131f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.046716:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.046719:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.046722:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e743 lrc: 3/0,1 mode: PW/PW res: [0x1325:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.046730:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d75f89ec/0x3e4967fcee50e727 lrc: 3/0,0 mode: PW/PW res: [0x13ed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.046737:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e704 lrc: 4/0,1 mode: PW/PW res: [0x131f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.046747:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d2ab3a1b/0x3e4967fcee509320 lrc: 3/0,0 mode: PR/PR res: [0x13ff:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f8c1 expref: 131 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.046748:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e743 lrc: 4/0,1 mode: PW/PW res: [0x1325:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.046763:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d75f89ec/0x3e4967fcee50e727 lrc: 1/0,0 mode: --/PW res: [0x13ed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.046773:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.046776:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d75f89ec/0x3e4967fcee50e727 lrc: 0/0,0 mode: --/PW res: [0x13ed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.046780:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.046797:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.046800:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000287a8e8f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+164:167593:x1845970874003392:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 212us (715us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.046800:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.046803:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.046814:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dfd0c2ff pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+164:167596:x1845970874003648:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 173us (694us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.046815:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1481 00010000:00010000:1.0:1760456370.046817:0:88636:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d2ab3a1b/0x3e4967fcee509320 lrc: 0/0,0 mode: --/PR res: [0x13ff:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f8c1 expref: 131 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.046833:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1482 00010000:00010000:1.0:1760456370.046837:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.046840:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.046842:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003cedbfdb/0x3e4967fcee50e735 lrc: 3/0,1 mode: PW/PW res: [0x13ff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.046847:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003cedbfdb/0x3e4967fcee50e735 lrc: 4/0,1 mode: PW/PW res: [0x13ff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.046849:0:164868:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50e720 lrc: 3/0,1 mode: PW/PW res: [0x13e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.046859:0:164868:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50e720 lrc: 3/0,1 mode: PW/PW res: [0x13e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.046866:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456370.046868:0:164868:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50e720 lrc: 3/0,1 mode: PW/PW res: [0x13e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.046872:0:122921:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003cedbfdb/0x3e4967fcee50e735 lrc: 3/0,1 mode: PW/PW res: [0x13ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.046882:0:164868:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50e720 lrc: 2/0,0 mode: PW/PW res: [0x13e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.046885:0:122921:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003cedbfdb/0x3e4967fcee50e735 lrc: 3/0,1 mode: PW/PW res: [0x13ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.046886:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009f1350c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+130:167593:x1845970874003584:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 236us (734us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456370.046907:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1483 00010000:00010000:2.0:1760456370.046910:0:122921:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003cedbfdb/0x3e4967fcee50e735 lrc: 3/0,1 mode: PW/PW res: [0x13ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.046916:0:122921:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003cedbfdb/0x3e4967fcee50e735 lrc: 2/0,0 mode: PW/PW res: [0x13ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.046927:0:164868:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1760456370.046938:0:122921:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1760456370.046946:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1760456370.046950:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50e720 lrc: 2/0,0 mode: PW/PW res: [0x13e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.046958:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f2be79c4 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.046961:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50e720 lrc: 2/0,0 mode: PW/PW res: [0x13e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.046968:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.046969:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50e720 lrc: 3/0,0 mode: PW/PW res: [0x13e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.046972:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003cedbfdb/0x3e4967fcee50e735 lrc: 2/0,0 mode: PW/PW res: [0x13ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.046988:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003cedbfdb already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.046991:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003cedbfdb/0x3e4967fcee50e735 lrc: 2/0,0 mode: PW/PW res: [0x13ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.046995:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50e720 lrc: 1/0,0 mode: --/PW res: [0x13e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.047004:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50e720 lrc: 0/0,0 mode: --/PW res: [0x13e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.047023:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.047026:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.047029:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.047036:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003cedbfdb/0x3e4967fcee50e735 lrc: 3/0,0 mode: PW/PW res: [0x13ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.047049:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003cedbfdb/0x3e4967fcee50e735 lrc: 1/0,0 mode: --/PW res: [0x13ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.047054:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003cedbfdb/0x3e4967fcee50e735 lrc: 0/0,0 mode: --/PW res: [0x13ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.047073:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.047075:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.047075:0:88855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015c576cc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+468:85191:x1845970853002240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3604us (4374us total) trans 38654713890 rc 0/0 00010000:00010000:1.0:1760456370.047079:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.047083:0:88855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19493 00000004:00080000:0.0:1760456370.047122:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006cacbcf0/2, rc 0, transno 8226 00000100:00100000:0.0:1760456370.047130:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006cacbcf0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853002240:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456370.047178:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f697154e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853003840:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456370.047223:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456370.047227:0:122921:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009623f854 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+469:85189:x1845970853002496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3142us (3184us total) trans 38654713891 rc 0/0 00000100:00100000:2.0:1760456370.047235:0:122921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19495 00000100:00100000:3.0:1760456370.047243:0:164868:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e13246e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+469:85190:x1845970853002176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4297us (4730us total) trans 38654713892 rc 0/0 00000100:00100000:3.0:1760456370.047255:0:164868:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19492 00000100:00100000:2.0:1760456370.047256:0:122921:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853003840 00000004:00080000:0.0:1760456370.047282:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000753ed154/2, rc 0, transno 8227 00000100:00100000:2.0:1760456370.047287:0:122921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19505 00000100:00100000:1.0:1760456370.047287:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.047292:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000753ed154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853002496:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456370.047297:0:122921:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008aa02e8a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+468:85191:x1845970853003840:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1760456370.047307:0:122921:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5166 count 1 00010000:00010000:2.0:1760456370.047318:0:122921:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000065a82ee/0x3e4967fcee50e77b lrc: 3/0,1 mode: --/PW res: [0x142e:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.047327:0:122921:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004444e33c/0x3e4967fcee509557 lrc: 2/0,0 mode: PR/PR res: [0x142e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f93f expref: 129 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.047330:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d0dc5f8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853003904:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456370.047338:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.047340:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1760456370.047341:0:88636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874003840 00010000:00010000:2.0:1760456370.047342:0:122921:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000065a82ee/0x3e4967fcee50e77b lrc: 4/0,1 mode: --/PW res: [0x142e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.047358:0:88636:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000052b0c5d/0x3e4967fcee507ef2 lrc: 5/0,0 mode: PR/PR res: [0x133c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f445 expref: 163 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.047365:0:122921:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004444e33c/0x3e4967fcee509557 lrc: 3/0,0 mode: PR/PR res: [0x142e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f93f expref: 129 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.047372:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.047378:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.047389:0:122921:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004444e33c/0x3e4967fcee509557 lrc: 4/0,0 mode: PR/PR res: [0x142e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f93f expref: 129 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.047389:0:88636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874003712 00000100:00100000:2.0:1760456370.047402:0:122921:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b4c05355 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:122921:1845970853003968:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.047402:0:88636:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ce1d1e29/0x3e4967fcee507d39 lrc: 5/0,0 mode: PR/PR res: [0x131e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f3e3 expref: 164 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.047421:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456370.047427:0:88636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874003904 00000100:00100000:2.0:1760456370.047432:0:122921:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ff85896b going to sleep for 6 seconds 00000100:00100000:0.0:1760456370.047432:0:164868:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853003904 00010000:00010000:1.0:1760456370.047439:0:88636:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000395e46d9/0x3e4967fcee507eb3 lrc: 5/0,0 mode: PR/PR res: [0x132d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f437 expref: 165 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.047460:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.047464:0:164868:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19506 00000100:00100000:2.0:1760456370.047465:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1484 00000100:00100000:1.0:1760456370.047472:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1485 00000100:00100000:0.0:1760456370.047476:0:164868:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009613b9ea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+469:85188:x1845970853003904:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456370.047477:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c71cb76 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+165:167596:x1845970874003840:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00000100:00100000:1.0:1760456370.047483:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e511b013 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+165:167595:x1845970874003712:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1760456370.047490:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00080000:0.0:1760456370.047491:0:164868:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5167 count 1 00010000:00010000:1.0:1760456370.047493:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.047498:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000052b0c5d/0x3e4967fcee507ef2 lrc: 5/0,0 mode: PR/PR res: [0x133c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f445 expref: 165 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.047499:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ce1d1e29/0x3e4967fcee507d39 lrc: 5/0,0 mode: PR/PR res: [0x131e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f3e3 expref: 165 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.047503:0:164868:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aeb8030d/0x3e4967fcee50e782 lrc: 3/0,1 mode: --/PW res: [0x142f:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.047542:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ce1d1e29/0x3e4967fcee507d39 lrc: 4/0,0 mode: PR/PR res: [0x131e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f3e3 expref: 165 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.047545:0:164868:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000edb29a8/0x3e4967fcee509596 lrc: 2/0,0 mode: PR/PR res: [0x142f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f94d expref: 129 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.047546:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000052b0c5d/0x3e4967fcee507ef2 lrc: 4/0,0 mode: PR/PR res: [0x133c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f445 expref: 165 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.047572:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.047572:0:164868:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1760456370.047577:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456370.047577:0:164868:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.047578:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.047578:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.047581:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50e74a lrc: 3/0,1 mode: PW/PW res: [0x131e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.047581:0:164868:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aeb8030d/0x3e4967fcee50e782 lrc: 4/0,1 mode: --/PW res: [0x142f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.047582:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.047585:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007bebc9b6/0x3e4967fcee50e758 lrc: 3/0,1 mode: PW/PW res: [0x133c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.047600:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874003776 00010000:00010000:1.0:1760456370.047604:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50e74a lrc: 4/0,1 mode: PW/PW res: [0x131e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.047607:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007bebc9b6/0x3e4967fcee50e758 lrc: 4/0,1 mode: PW/PW res: [0x133c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.047632:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006c8c3775/0x3e4967fcee507d78 lrc: 5/0,0 mode: PR/PR res: [0x1324:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f3f1 expref: 166 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.047633:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.047637:0:164868:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000edb29a8/0x3e4967fcee509596 lrc: 3/0,0 mode: PR/PR res: [0x142f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f94d expref: 129 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1760456370.047652:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c71cb76 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+166:167596:x1845970874003840:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 177us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.047659:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874003968 00010000:00010000:0.0:1760456370.047660:0:164868:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000edb29a8/0x3e4967fcee509596 lrc: 4/0,0 mode: PR/PR res: [0x142f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f94d expref: 129 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.047667:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1484 00010000:00010000:3.0:1760456370.047674:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001fc69645/0x3e4967fcee5093dd lrc: 5/0,0 mode: PR/PR res: [0x141b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f8eb expref: 130 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.047679:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1760456370.047680:0:164868:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000095b511e8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:164868:1845970853004032:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.047691:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1486 00000100:00100000:2.0:1760456370.047698:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000101c016c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+165:167594:x1845970874003904:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00000100:00100000:1.0:1760456370.047702:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e511b013 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+165:167595:x1845970874003712:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 220us (339us total) trans 0 rc 0/0 00010000:00010000:2.0:1760456370.047706:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1760456370.047710:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1487 00000100:00100000:0.0:1760456370.047710:0:164868:0:(client.c:2500:ptlrpc_set_wait()) set 0000000000cdd6c1 going to sleep for 6 seconds 00010000:00010000:2.0:1760456370.047713:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000395e46d9/0x3e4967fcee507eb3 lrc: 5/0,0 mode: PR/PR res: [0x132d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f437 expref: 165 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.047723:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1485 00010000:00010000:2.0:1760456370.047724:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000395e46d9/0x3e4967fcee507eb3 lrc: 4/0,0 mode: PR/PR res: [0x132d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f437 expref: 165 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.047726:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1d39c1a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+165:167594:x1845970874003776:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00000004:00080000:0.0:1760456370.047736:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000069cb3ca5/2, rc 0, transno 8228 00010000:00010000:3.0:1760456370.047741:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.047745:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1760456370.047746:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069cb3ca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853002176:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456370.047749:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006c8c3775/0x3e4967fcee507d78 lrc: 5/0,0 mode: PR/PR res: [0x1324:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f3f1 expref: 164 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.047749:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1760456370.047751:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1488 00010000:00010000:2.0:1760456370.047753:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e751 lrc: 3/0,1 mode: PW/PW res: [0x132d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.047765:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e7a0c636 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+130:167595:x1845970874003968:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1760456370.047775:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e751 lrc: 4/0,1 mode: PW/PW res: [0x132d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.047779:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1760456370.047781:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004593ae5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853004096:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456370.047783:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006c8c3775/0x3e4967fcee507d78 lrc: 4/0,0 mode: PR/PR res: [0x1324:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f3f1 expref: 164 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.047787:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001fc69645/0x3e4967fcee5093dd lrc: 5/0,0 mode: PR/PR res: [0x141b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f8eb expref: 130 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.047793:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1760456370.047808:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1760456370.047811:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001fc69645/0x3e4967fcee5093dd lrc: 4/0,0 mode: PR/PR res: [0x141b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f8eb expref: 130 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.047817:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.047820:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1760456370.047824:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000101c016c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+164:167594:x1845970874003904:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 122us (403us total) trans 0 rc 0/0 00010000:00010000:3.0:1760456370.047825:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e73c lrc: 3/0,1 mode: PW/PW res: [0x1324:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.047826:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.047829:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.047832:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fabd3e43/0x3e4967fcee50e76d lrc: 3/0,1 mode: PW/PW res: [0x141b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.047840:0:88855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853004096 00000100:00100000:2.0:1760456370.047847:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1486 00010000:00010000:3.0:1760456370.047852:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e73c lrc: 4/0,1 mode: PW/PW res: [0x1324:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.047853:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fabd3e43/0x3e4967fcee50e76d lrc: 4/0,1 mode: PW/PW res: [0x141b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.047858:0:88855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19507 00000100:00100000:0.0:1760456370.047867:0:88855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000441b19ef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+470:85189:x1845970853004096:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1760456370.047882:0:88855:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5164 count 1 00010000:00010000:1.0:1760456370.047883:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456370.047890:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.047896:0:88855:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005f5217a4/0x3e4967fcee50e789 lrc: 3/0,1 mode: --/PW res: [0x142c:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.047901:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e7a0c636 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+130:167595:x1845970874003968:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 138us (326us total) trans 0 rc 0/0 00010000:00010000:2.0:1760456370.047909:0:123791:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000012ee73e2/0x3e4967fcee50902c lrc: 0/0,0 mode: --/PR res: [0x13e8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f819 expref: 130 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.047917:0:88855:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000297afcc/0x3e4967fcee5095d5 lrc: 2/0,0 mode: PR/PR res: [0x142c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f95b expref: 130 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.047918:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1d39c1a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+163:167594:x1845970874003776:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 193us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456370.047921:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1488 00010000:00010000:0.0:1760456370.047937:0:88855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.047939:0:88855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1760456370.047941:0:123791:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b12c6387 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:123791:1845970853001664:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.047942:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1487 00010000:00010000:0.0:1760456370.047943:0:88855:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005f5217a4/0x3e4967fcee50e789 lrc: 4/0,1 mode: --/PW res: [0x142c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.047964:0:123791:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008aa53c68/0x3e4967fcee50e6fd lrc: 3/0,1 mode: PW/PW res: [0x13e8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.047965:0:88855:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000297afcc/0x3e4967fcee5095d5 lrc: 3/0,0 mode: PR/PR res: [0x142c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f95b expref: 128 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.047984:0:123791:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008aa53c68/0x3e4967fcee50e6fd lrc: 3/0,1 mode: PW/PW res: [0x13e8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.047988:0:88855:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000297afcc/0x3e4967fcee5095d5 lrc: 4/0,0 mode: PR/PR res: [0x142c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f95b expref: 128 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.047995:0:123791:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008aa53c68/0x3e4967fcee50e6fd lrc: 3/0,1 mode: PW/PW res: [0x13e8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.048002:0:164870:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000470b9c90/0x3e4967fcee507db7 lrc: 0/0,0 mode: --/PR res: [0x1325:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f3ff expref: 162 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.048006:0:88855:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cd984e83 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:88855:1845970853004160:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.048007:0:123791:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008aa53c68/0x3e4967fcee50e6fd lrc: 3/0,1 mode: PW/PW res: [0x13e8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.048027:0:123791:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008aa53c68/0x3e4967fcee50e6fd lrc: 2/0,0 mode: PW/PW res: [0x13e8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.048036:0:164870:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002e890cb3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:164870:1845970853003008:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.048037:0:88855:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ccdc0379 going to sleep for 6 seconds 00010000:00010000:2.0:1760456370.048046:0:123791:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.048051:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456370.048057:0:164870:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e743 lrc: 3/0,1 mode: PW/PW res: [0x1325:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.048057:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008aa53c68/0x3e4967fcee50e6fd lrc: 2/0,0 mode: PW/PW res: [0x13e8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.048075:0:164869:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027ea7708/0x3e4967fcee507c3d lrc: 0/0,0 mode: --/PR res: [0x131f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f3ab expref: 161 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.048081:0:164870:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e743 lrc: 3/0,1 mode: PW/PW res: [0x1325:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.048082:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008aa53c68 already unused, calling callback (0000000049577fce) 00000100:00100000:1.0:1760456370.048088:0:164869:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e1e5047 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:164869:1845970853001792:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.048088:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008aa53c68/0x3e4967fcee50e6fd lrc: 2/0,0 mode: PW/PW res: [0x13e8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.048101:0:164870:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e743 lrc: 3/0,1 mode: PW/PW res: [0x1325:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.048106:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008aa53c68/0x3e4967fcee50e6fd lrc: 3/0,0 mode: PW/PW res: [0x13e8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.048116:0:164870:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e743 lrc: 3/0,1 mode: PW/PW res: [0x1325:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.048126:0:164870:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e743 lrc: 2/0,0 mode: PW/PW res: [0x1325:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.048127:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008aa53c68/0x3e4967fcee50e6fd lrc: 1/0,0 mode: --/PW res: [0x13e8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.048148:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008aa53c68/0x3e4967fcee50e6fd lrc: 0/0,0 mode: --/PW res: [0x13e8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.048162:0:164869:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e704 lrc: 3/0,1 mode: PW/PW res: [0x131f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.048165:0:164870:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1760456370.048171:0:123791:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e4915ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+471:85189:x1845970853001536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7042us (7161us total) trans 38654713893 rc 0/0 00010000:00010000:0.0:1760456370.048172:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.048178:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.048178:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e743 lrc: 2/0,0 mode: PW/PW res: [0x1325:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.048181:0:123791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19487 00010000:00010000:1.0:1760456370.048183:0:164869:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e704 lrc: 3/0,1 mode: PW/PW res: [0x131f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.048197:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b2243183 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.048201:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e743 lrc: 2/0,0 mode: PW/PW res: [0x1325:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.048208:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e743 lrc: 3/0,0 mode: PW/PW res: [0x1325:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.048213:0:122906:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000052b0c5d/0x3e4967fcee507ef2 lrc: 0/0,0 mode: --/PR res: [0x133c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f445 expref: 160 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.048227:0:164869:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e704 lrc: 3/0,1 mode: PW/PW res: [0x131f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.048227:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e743 lrc: 1/0,0 mode: --/PW res: [0x1325:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.048230:0:122906:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e8dd4db1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:122906:1845970853003264:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.048246:0:164869:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e704 lrc: 3/0,1 mode: PW/PW res: [0x131f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.048247:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e743 lrc: 0/0,0 mode: --/PW res: [0x1325:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.048248:0:122906:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007bebc9b6/0x3e4967fcee50e758 lrc: 3/0,1 mode: PW/PW res: [0x133c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.048267:0:164869:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e704 lrc: 2/0,0 mode: PW/PW res: [0x131f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.048271:0:122906:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007bebc9b6/0x3e4967fcee50e758 lrc: 3/0,1 mode: PW/PW res: [0x133c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.048277:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.048279:0:122906:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007bebc9b6/0x3e4967fcee50e758 lrc: 3/0,1 mode: PW/PW res: [0x133c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.048281:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.048284:0:164869:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1760456370.048285:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e704 lrc: 3/0,0 mode: PW/PW res: [0x131f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.048288:0:122906:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007bebc9b6/0x3e4967fcee50e758 lrc: 3/0,1 mode: PW/PW res: [0x133c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.048301:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000096f50db4 already unused, calling callback (0000000049577fce) 00010000:00010000:2.0:1760456370.048303:0:122906:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007bebc9b6/0x3e4967fcee50e758 lrc: 2/0,0 mode: PW/PW res: [0x133c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.048305:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e704 lrc: 2/0,0 mode: PW/PW res: [0x131f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.048322:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e704 lrc: 3/0,0 mode: PW/PW res: [0x131f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.048329:0:122906:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.048332:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e704 lrc: 1/0,0 mode: --/PW res: [0x131f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.048341:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e704 lrc: 0/0,0 mode: --/PW res: [0x131f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.048350:0:164870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd23f5d3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+489:85189:x1845970853002816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3584us (3678us total) trans 12884911320 rc 0/0 00000100:00100000:3.0:1760456370.048361:0:164870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19498 00010000:00010000:0.0:1760456370.048363:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.048368:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007bebc9b6/0x3e4967fcee50e758 lrc: 2/0,0 mode: PW/PW res: [0x133c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.048376:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007bebc9b6 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.048378:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007bebc9b6/0x3e4967fcee50e758 lrc: 2/0,0 mode: PW/PW res: [0x133c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.048386:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007bebc9b6/0x3e4967fcee50e758 lrc: 3/0,0 mode: PW/PW res: [0x133c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.048399:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007bebc9b6/0x3e4967fcee50e758 lrc: 1/0,0 mode: --/PW res: [0x133c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.048401:0:87240:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001fc69645/0x3e4967fcee5093dd lrc: 0/0,0 mode: --/PR res: [0x141b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f8eb expref: 128 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.048415:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007bebc9b6/0x3e4967fcee50e758 lrc: 0/0,0 mode: --/PW res: [0x133c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.048428:0:87240:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2ae3fe7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:87240:1845970853003648:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.048439:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.048442:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.048445:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.048449:0:87240:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fabd3e43/0x3e4967fcee50e76d lrc: 3/0,1 mode: PW/PW res: [0x141b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.048451:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.048455:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.048460:0:87240:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fabd3e43/0x3e4967fcee50e76d lrc: 3/0,1 mode: PW/PW res: [0x141b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.048468:0:87240:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fabd3e43/0x3e4967fcee50e76d lrc: 3/0,1 mode: PW/PW res: [0x141b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1760456370.048475:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000076368397/2, rc 0, transno 9432 00010000:00010000:3.0:1760456370.048477:0:87240:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fabd3e43/0x3e4967fcee50e76d lrc: 3/0,1 mode: PW/PW res: [0x141b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.048485:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000076368397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853002816:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.048486:0:87240:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fabd3e43/0x3e4967fcee50e76d lrc: 2/0,0 mode: PW/PW res: [0x141b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.048542:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456370.048547:0:87240:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1760456370.048547:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fabd3e43/0x3e4967fcee50e76d lrc: 3/0,0 mode: PW/PW res: [0x141b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1760456370.048557:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000400a0c6e/2, rc 0, transno 8229 00010000:00010000:1.0:1760456370.048560:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fabd3e43 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.048563:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fabd3e43/0x3e4967fcee50e76d lrc: 2/0,0 mode: PW/PW res: [0x141b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.048571:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000400a0c6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853001536:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456370.048632:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fabd3e43/0x3e4967fcee50e76d lrc: 3/0,0 mode: PW/PW res: [0x141b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.048639:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e8f3f581 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853004288:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456370.048646:0:122906:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b48b282e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+490:85191:x1845970853003072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3351us (3546us total) trans 12884911322 rc 0/0 00010000:00010000:1.0:1760456370.048646:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fabd3e43/0x3e4967fcee50e76d lrc: 1/0,0 mode: --/PW res: [0x141b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.048661:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fabd3e43/0x3e4967fcee50e76d lrc: 0/0,0 mode: --/PW res: [0x141b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.048666:0:122906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19500 00000100:00100000:0.0:1760456370.048676:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456370.048696:0:122906:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853004288 00000004:00080000:0.0:1760456370.048710:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008ba61b69/2, rc 0, transno 9434 00000100:00100000:0.0:1760456370.048723:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ba61b69 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853003072:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.048724:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.048728:0:122906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19508 00010000:00010000:1.0:1760456370.048728:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.048732:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.048737:0:122906:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000de267599 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+472:85191:x1845970853004288:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1760456370.048752:0:122906:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5155 count 1 00010000:00010000:2.0:1760456370.048765:0:122906:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000c03b33d/0x3e4967fcee50e790 lrc: 3/0,1 mode: --/PW res: [0x1423:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.048773:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005d18e096 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853004352:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.048780:0:122906:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e82015a2/0x3e4967fcee509614 lrc: 2/0,0 mode: PR/PR res: [0x1423:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f969 expref: 127 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.048788:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.048790:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.048792:0:122906:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000c03b33d/0x3e4967fcee50e790 lrc: 4/0,1 mode: --/PW res: [0x1423:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.048795:0:87240:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000010caf321 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+472:85189:x1845970853003520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2802us (2854us total) trans 38654713894 rc 0/0 00010000:00010000:1.0:1760456370.048808:0:170681:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c8c3775/0x3e4967fcee507d78 lrc: 0/0,0 mode: --/PR res: [0x1324:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f3f1 expref: 159 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.048814:0:87240:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19503 00000100:00100000:0.0:1760456370.048816:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456370.048836:0:170681:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009fa95a51 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:170681:1845970853002880:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.048839:0:87240:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853004352 00010000:00010000:2.0:1760456370.048849:0:122906:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e82015a2/0x3e4967fcee509614 lrc: 3/0,0 mode: PR/PR res: [0x1423:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f969 expref: 127 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.048853:0:170681:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e73c lrc: 3/0,1 mode: PW/PW res: [0x1324:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1760456370.048859:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000060300ac3/2, rc 0, transno 8230 00010000:00010000:2.0:1760456370.048866:0:122906:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e82015a2/0x3e4967fcee509614 lrc: 4/0,0 mode: PR/PR res: [0x1423:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f969 expref: 127 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.048868:0:170681:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e73c lrc: 3/0,1 mode: PW/PW res: [0x1324:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.048872:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060300ac3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853003520:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1760456370.048874:0:87240:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19509 00000100:00100000:3.0:1760456370.048885:0:87240:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000784a77 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+490:85188:x1845970853004352:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.048899:0:170681:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e73c lrc: 3/0,1 mode: PW/PW res: [0x1324:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.048900:0:122906:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e8dd4db1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:122906:1845970853004416:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.048904:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00002000:00080000:3.0:1760456370.048905:0:87240:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4920 count 1 00010000:00010000:1.0:1760456370.048913:0:170681:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e73c lrc: 3/0,1 mode: PW/PW res: [0x1324:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.048914:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058747fad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853004480:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456370.048922:0:87240:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e797 lrc: 3/0,1 mode: --/PW res: [0x1338:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.048923:0:170681:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e73c lrc: 2/0,0 mode: PW/PW res: [0x1324:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.048942:0:122906:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b135c565 going to sleep for 6 seconds 00000100:00100000:0.0:1760456370.048944:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456370.048951:0:87240:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f0f2c2d8/0x3e4967fcee5080ab lrc: 2/0,0 mode: PR/PR res: [0x1338:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f4a7 expref: 158 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.048951:0:170681:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456370.048961:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.048962:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456370.048964:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.048966:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e73c lrc: 2/0,0 mode: PW/PW res: [0x1324:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.048968:0:87240:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e797 lrc: 4/0,1 mode: --/PW res: [0x1338:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.048968:0:123791:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853004480 00010000:00010000:1.0:1760456370.048981:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000222c27c8 already unused, calling callback (0000000049577fce) 00000100:00100000:0.0:1760456370.048981:0:85191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1760456370.048985:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e73c lrc: 2/0,0 mode: PW/PW res: [0x1324:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.048993:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002fadb4e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853004224:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.048996:0:123791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19510 00000100:00100000:2.0:1760456370.049005:0:123791:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000010d4277f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+472:85188:x1845970853004480:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1760456370.049020:0:123791:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5169 count 1 00010000:00010000:3.0:1760456370.049024:0:87240:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f0f2c2d8/0x3e4967fcee5080ab lrc: 3/0,0 mode: PR/PR res: [0x1338:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f4a7 expref: 158 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.049036:0:123791:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e79e lrc: 3/0,1 mode: --/PW res: [0x1431:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.049037:0:87240:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f0f2c2d8/0x3e4967fcee5080ab lrc: 4/0,0 mode: PR/PR res: [0x1338:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f4a7 expref: 158 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.049038:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1760456370.049043:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e73c lrc: 3/0,0 mode: PW/PW res: [0x1324:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.049065:0:123791:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f3839ab6/0x3e4967fcee509692 lrc: 2/0,0 mode: PR/PR res: [0x1431:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f985 expref: 127 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.049070:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e73c lrc: 1/0,0 mode: --/PW res: [0x1324:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.049071:0:87240:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2ae3fe7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:87240:1845970853004544:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.049083:0:123791:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.049084:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000222c27c8/0x3e4967fcee50e73c lrc: 0/0,0 mode: --/PW res: [0x1324:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.049087:0:123791:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.049091:0:123791:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e79e lrc: 4/0,1 mode: --/PW res: [0x1431:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.049103:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.049104:0:87240:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d1b19e2f going to sleep for 6 seconds 00010000:00010000:1.0:1760456370.049105:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.049107:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.049118:0:123791:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f3839ab6/0x3e4967fcee509692 lrc: 3/0,0 mode: PR/PR res: [0x1431:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f985 expref: 127 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.049128:0:122914:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce1d1e29/0x3e4967fcee507d39 lrc: 0/0,0 mode: --/PR res: [0x131e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f3e3 expref: 158 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.049152:0:123791:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f3839ab6/0x3e4967fcee509692 lrc: 4/0,0 mode: PR/PR res: [0x1431:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f985 expref: 127 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.049165:0:123791:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b12c6387 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:123791:1845970853004608:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.049192:0:164871:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad3ea2c9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:164871:1845970853003712:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.049200:0:123791:0:(client.c:2500:ptlrpc_set_wait()) set 000000003da75818 going to sleep for 6 seconds 00010000:00010000:0.0:1760456370.049209:0:164871:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e774 lrc: 3/0,1 mode: --/PW res: [0x1416:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.049213:0:122914:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da8be66d pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:122914:1845970853003136:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.049227:0:164867:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f519dbfd/0x3e4967fcee507f31 lrc: 3/0,0 mode: PR/PR res: [0x1335:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f453 expref: 157 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.049233:0:122914:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50e74a lrc: 3/0,1 mode: PW/PW res: [0x131e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.049242:0:164867:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f519dbfd/0x3e4967fcee507f31 lrc: 4/0,0 mode: PR/PR res: [0x1335:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f453 expref: 157 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.049242:0:122914:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50e74a lrc: 3/0,1 mode: PW/PW res: [0x131e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.049255:0:87410:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004cbb5d95 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:87410:1845970853003776:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.049261:0:122914:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50e74a lrc: 3/0,1 mode: PW/PW res: [0x131e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.049271:0:164867:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000048953463 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:164867:1845970853004672:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.049277:0:87410:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e719 lrc: 3/0,1 mode: --/PW res: [0x13df:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.049295:0:164867:0:(client.c:2500:ptlrpc_set_wait()) set 0000000080d5ad34 going to sleep for 6 seconds 00010000:00010000:1.0:1760456370.049308:0:122914:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50e74a lrc: 3/0,1 mode: PW/PW res: [0x131e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.049314:0:122923:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005f2fa5ea pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:122923:1845970853003456:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.049315:0:122914:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50e74a lrc: 2/0,0 mode: PW/PW res: [0x131e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.049331:0:122905:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000395e46d9/0x3e4967fcee507eb3 lrc: 0/0,0 mode: --/PR res: [0x132d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f437 expref: 157 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.049336:0:122923:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e75f lrc: 3/0,1 mode: --/PW res: [0x1336:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.049346:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:1.0:1760456370.049360:0:122914:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1760456370.049361:0:122905:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041fd077 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:122905:1845970853003200:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.049362:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.049367:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50e74a lrc: 2/0,0 mode: PW/PW res: [0x131e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.049374:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dffb579e already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.049378:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50e74a lrc: 2/0,0 mode: PW/PW res: [0x131e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.049380:0:122905:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e751 lrc: 3/0,1 mode: PW/PW res: [0x132d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.049402:0:122905:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e751 lrc: 3/0,1 mode: PW/PW res: [0x132d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.049406:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50e74a lrc: 3/0,0 mode: PW/PW res: [0x131e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.049415:0:122905:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e751 lrc: 3/0,1 mode: PW/PW res: [0x132d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.049427:0:122905:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e751 lrc: 3/0,1 mode: PW/PW res: [0x132d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.049427:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50e74a lrc: 1/0,0 mode: --/PW res: [0x131e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.049428:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456370.049447:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50e74a lrc: 0/0,0 mode: --/PW res: [0x131e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.049449:0:122905:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e751 lrc: 2/0,0 mode: PW/PW res: [0x132d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.049482:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.049486:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.049490:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.049498:0:122921:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b4c05355 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:122921:1845970853003968:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.049507:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456370.049577:0:122921:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000065a82ee/0x3e4967fcee50e77b lrc: 3/0,1 mode: --/PW res: [0x142e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.049605:0:164869:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ef681cf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+491:85190:x1845970853001600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8361us (8423us total) trans 12884911321 rc 0/0 00000100:00100000:2.0:1760456370.049609:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874004096 00000100:00100000:0.0:1760456370.049613:0:164869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19488 00010000:00010000:2.0:1760456370.049642:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007b0c98bf/0x3e4967fcee5090e9 lrc: 4/0,0 mode: PR/PR res: [0x13df:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f843 expref: 128 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.049658:0:164868:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000095b511e8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:164868:1845970853004032:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456370.049658:0:122914:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036623ba6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+490:85191:x1845970853002624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5391us (5445us total) trans 12884911323 rc 0/0 00000100:00100000:1.0:1760456370.049668:0:122914:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19496 00000100:00100000:2.0:1760456370.049674:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874004032 00010000:00010000:3.0:1760456370.049687:0:164868:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000aeb8030d/0x3e4967fcee50e782 lrc: 3/0,1 mode: --/PW res: [0x142f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.049691:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f1684ec8/0x3e4967fcee50945b lrc: 4/0,0 mode: PR/PR res: [0x1416:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f907 expref: 129 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.049692:0:122914:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853004224 00000100:00100000:1.0:1760456370.049712:0:122914:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19511 00000100:00100000:1.0:1760456370.049716:0:122914:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009598484a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+490:85191:x1845970853004224:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1760456370.049728:0:122914:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4919 count 1 00000100:00100000:2.0:1760456370.049733:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874004160 00000100:00100000:3.0:1760456370.049737:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1489 00010000:00010000:1.0:1760456370.049740:0:122914:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e7a5 lrc: 3/0,1 mode: --/PW res: [0x1337:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.049749:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e890cb3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+129:167595:x1845970874004096:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1760456370.049750:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d92f97ad/0x3e4967fcee507faf lrc: 4/0,0 mode: PR/PR res: [0x1336:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f46f expref: 157 pid: 122920 timeout: 4721 lvb_type: 1 00000004:00080000:0.0:1760456370.049765:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000099f879c/2, rc 0, transno 9433 00010000:00010000:3.0:1760456370.049767:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.049775:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007b0c98bf/0x3e4967fcee5090e9 lrc: 4/0,0 mode: PR/PR res: [0x13df:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f843 expref: 129 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.049781:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000099f879c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853001600:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.049788:0:122343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1490 00010000:00010000:3.0:1760456370.049791:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007b0c98bf/0x3e4967fcee5090e9 lrc: 3/0,0 mode: PR/PR res: [0x13df:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f843 expref: 129 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.049801:0:122343:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006773a781 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+129:167593:x1845970874004032:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1760456370.049817:0:122343:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.049824:0:122343:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f1684ec8/0x3e4967fcee50945b lrc: 4/0,0 mode: PR/PR res: [0x1416:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f907 expref: 129 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.049826:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009cbc0b14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853004736:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.049830:0:122345:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007b0c98bf/0x3e4967fcee5090e9 lrc: 0/0,0 mode: --/PR res: [0x13df:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f843 expref: 129 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.049849:0:122914:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ee184267/0x3e4967fcee50806c lrc: 2/0,0 mode: PR/PR res: [0x1337:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f499 expref: 157 pid: 122920 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.049853:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.049854:0:122343:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f1684ec8/0x3e4967fcee50945b lrc: 3/0,0 mode: PR/PR res: [0x1416:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f907 expref: 128 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.049857:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.049860:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e719 lrc: 3/0,1 mode: PW/PW res: [0x13df:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.049863:0:122914:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.049866:0:122914:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1760456370.049866:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1760456370.049869:0:122914:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e7a5 lrc: 4/0,1 mode: --/PW res: [0x1337:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.049887:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e719 lrc: 4/0,1 mode: PW/PW res: [0x13df:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.049895:0:122343:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1684ec8/0x3e4967fcee50945b lrc: 0/0,0 mode: --/PR res: [0x1416:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f907 expref: 128 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.049902:0:164869:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853004736 00010000:00010000:2.0:1760456370.049911:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.049913:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456370.049915:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.049919:0:122343:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e774 lrc: 3/0,1 mode: PW/PW res: [0x1416:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.049925:0:164869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19512 00010000:00010000:2.0:1760456370.049932:0:122343:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e774 lrc: 4/0,1 mode: PW/PW res: [0x1416:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.049935:0:164869:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005084f027 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+491:85190:x1845970853004736:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1760456370.049952:0:164869:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4944 count 1 00000100:00100000:3.0:1760456370.049961:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e890cb3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+127:167595:x1845970874004096:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 216us (624us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.049965:0:164869:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e7ac lrc: 3/0,1 mode: --/PW res: [0x1350:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.049966:0:122343:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1760456370.049975:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1489 00010000:00010000:0.0:1760456370.049988:0:164869:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000daa78c59/0x3e4967fcee5081e6 lrc: 2/0,0 mode: PR/PR res: [0x1350:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f4ed expref: 157 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1760456370.049998:0:122343:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006773a781 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+126:167593:x1845970874004032:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 197us (568us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.050000:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.050004:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1760456370.050007:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1491 00010000:00010000:0.0:1760456370.050007:0:164869:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e7ac lrc: 4/0,1 mode: --/PW res: [0x1350:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.050016:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:3.0:1760456370.050024:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dbaf32e4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+157:167593:x1845970874004160:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00000100:00100000:2.0:1760456370.050024:0:122343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1490 00010000:00010000:3.0:1760456370.050038:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.050043:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d92f97ad/0x3e4967fcee507faf lrc: 4/0,0 mode: PR/PR res: [0x1336:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f46f expref: 157 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.050046:0:164869:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000daa78c59/0x3e4967fcee5081e6 lrc: 3/0,0 mode: PR/PR res: [0x1350:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f4ed expref: 157 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1760456370.050054:0:86474:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874004224 00010000:00010000:2.0:1760456370.050068:0:86474:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004444e33c/0x3e4967fcee509557 lrc: 4/0,0 mode: PR/PR res: [0x142e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f93f expref: 126 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.050071:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d92f97ad/0x3e4967fcee507faf lrc: 3/0,0 mode: PR/PR res: [0x1336:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f46f expref: 157 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.050072:0:164869:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000daa78c59/0x3e4967fcee5081e6 lrc: 4/0,0 mode: PR/PR res: [0x1350:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f4ed expref: 157 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.050103:0:164869:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005a21a439 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:164869:1845970853004800:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.050110:0:122345:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d92f97ad/0x3e4967fcee507faf lrc: 0/0,0 mode: --/PR res: [0x1336:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f46f expref: 157 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.050117:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1492 00000100:00100000:1.0:1760456370.050126:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.050131:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da8be66d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+126:167594:x1845970874004224:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00000100:00100000:0.0:1760456370.050133:0:164869:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a4d34fa2 going to sleep for 6 seconds 00010000:00010000:2.0:1760456370.050147:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.050148:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.050151:0:87410:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e719 lrc: 3/0,1 mode: PW/PW res: [0x13df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.050152:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.050155:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004444e33c/0x3e4967fcee509557 lrc: 4/0,0 mode: PR/PR res: [0x142e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f93f expref: 126 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.050156:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e75f lrc: 3/0,1 mode: PW/PW res: [0x1336:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.050174:0:87410:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e719 lrc: 3/0,1 mode: PW/PW res: [0x13df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.050182:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e75f lrc: 4/0,1 mode: PW/PW res: [0x1336:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.050187:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004444e33c/0x3e4967fcee509557 lrc: 3/0,0 mode: PR/PR res: [0x142e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f93f expref: 126 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.050189:0:87410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e719 lrc: 3/0,1 mode: PW/PW res: [0x13df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.050214:0:87410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e719 lrc: 2/0,0 mode: PW/PW res: [0x13df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.050215:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456370.050217:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456370.050225:0:86474:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004444e33c/0x3e4967fcee509557 lrc: 0/0,0 mode: --/PR res: [0x142e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f93f expref: 126 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.050236:0:87410:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1760456370.050240:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.050243:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1760456370.050245:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dbaf32e4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+156:167593:x1845970874004160:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 227us (744us total) trans 0 rc 0/0 00010000:00010000:2.0:1760456370.050247:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000065a82ee/0x3e4967fcee50e77b lrc: 3/0,1 mode: PW/PW res: [0x142e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.050248:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.050253:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e719 lrc: 2/0,0 mode: PW/PW res: [0x13df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.050263:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1491 00010000:00010000:2.0:1760456370.050273:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000065a82ee/0x3e4967fcee50e77b lrc: 4/0,1 mode: PW/PW res: [0x142e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.050275:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000016be4d0e already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.050279:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e719 lrc: 2/0,0 mode: PW/PW res: [0x13df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.050287:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874004288 00010000:00010000:0.0:1760456370.050294:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e719 lrc: 3/0,0 mode: PW/PW res: [0x13df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.050305:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000edb29a8/0x3e4967fcee509596 lrc: 4/0,0 mode: PR/PR res: [0x142f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f94d expref: 126 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.050307:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e719 lrc: 1/0,0 mode: --/PW res: [0x13df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.050311:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.050328:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e719 lrc: 0/0,0 mode: --/PW res: [0x13df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1760456370.050339:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000056f17ef9/2, rc 0, transno 9435 00000100:00100000:3.0:1760456370.050341:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874004352 00000100:00100000:2.0:1760456370.050346:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da8be66d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+127:167594:x1845970874004224:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 216us (335us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.050348:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1760456370.050351:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000056f17ef9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853002624:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456370.050352:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.050355:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.050356:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000297afcc/0x3e4967fcee5095d5 lrc: 5/0,0 mode: PR/PR res: [0x142c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f95b expref: 127 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.050365:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1492 00000100:00100000:3.0:1760456370.050390:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1493 00000100:00100000:0.0:1760456370.050394:0:85190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1760456370.050404:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068c7e96a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+126:167595:x1845970874004288:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00000100:00100000:2.0:1760456370.050404:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1494 00000100:00100000:0.0:1760456370.050406:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001c379219 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853004864:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.050415:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009fa95a51 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+126:167595:x1845970874004352:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1760456370.050419:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.050425:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000edb29a8/0x3e4967fcee509596 lrc: 4/0,0 mode: PR/PR res: [0x142f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f94d expref: 126 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.050427:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.050436:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000297afcc/0x3e4967fcee5095d5 lrc: 5/0,0 mode: PR/PR res: [0x142c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f95b expref: 126 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.050447:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456370.050458:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000edb29a8/0x3e4967fcee509596 lrc: 3/0,0 mode: PR/PR res: [0x142f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f94d expref: 126 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.050463:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000297afcc/0x3e4967fcee5095d5 lrc: 4/0,0 mode: PR/PR res: [0x142c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f95b expref: 126 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.050482:0:122923:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e75f lrc: 3/0,1 mode: PW/PW res: [0x1336:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.050483:0:122345:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000edb29a8/0x3e4967fcee509596 lrc: 0/0,0 mode: --/PR res: [0x142f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f94d expref: 126 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.050487:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.050490:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.050493:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005f5217a4/0x3e4967fcee50e789 lrc: 3/0,1 mode: PW/PW res: [0x142c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.050538:0:122923:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e75f lrc: 3/0,1 mode: PW/PW res: [0x1336:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.050543:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005f5217a4/0x3e4967fcee50e789 lrc: 4/0,1 mode: PW/PW res: [0x142c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.050546:0:122923:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e75f lrc: 3/0,1 mode: PW/PW res: [0x1336:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.050558:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.050561:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.050563:0:122923:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e75f lrc: 2/0,0 mode: PW/PW res: [0x1336:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.050566:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000aeb8030d/0x3e4967fcee50e782 lrc: 3/0,1 mode: PW/PW res: [0x142f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.050572:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456370.050577:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aeb8030d/0x3e4967fcee50e782 lrc: 4/0,1 mode: PW/PW res: [0x142f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.050579:0:122923:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.050593:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.050597:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e75f lrc: 2/0,0 mode: PW/PW res: [0x1336:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.050601:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009fa95a51 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+125:167595:x1845970874004352:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 184us (386us total) trans 0 rc 0/0 00010000:00010000:3.0:1760456370.050604:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.050615:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000052a45374 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.050630:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e75f lrc: 2/0,0 mode: PW/PW res: [0x1336:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.050634:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1494 00010000:00010000:0.0:1760456370.050643:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e75f lrc: 3/0,0 mode: PW/PW res: [0x1336:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.050655:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e75f lrc: 1/0,0 mode: --/PW res: [0x1336:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.050663:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e75f lrc: 0/0,0 mode: --/PW res: [0x1336:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.050670:0:122921:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000065a82ee/0x3e4967fcee50e77b lrc: 3/0,1 mode: PW/PW res: [0x142e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.050681:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068c7e96a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+124:167595:x1845970874004288:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 280us (559us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.050691:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.050692:0:122921:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000065a82ee/0x3e4967fcee50e77b lrc: 3/0,1 mode: PW/PW res: [0x142e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.050694:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.050697:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1493 00010000:00010000:0.0:1760456370.050698:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.050706:0:122921:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000065a82ee/0x3e4967fcee50e77b lrc: 3/0,1 mode: PW/PW res: [0x142e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.050714:0:122921:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000065a82ee/0x3e4967fcee50e77b lrc: 2/0,0 mode: PW/PW res: [0x142e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.050739:0:122921:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456370.050752:0:164868:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000aeb8030d/0x3e4967fcee50e782 lrc: 3/0,1 mode: PW/PW res: [0x142f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.050761:0:164868:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aeb8030d/0x3e4967fcee50e782 lrc: 3/0,1 mode: PW/PW res: [0x142f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.050769:0:164868:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aeb8030d/0x3e4967fcee50e782 lrc: 3/0,1 mode: PW/PW res: [0x142f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.050781:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456370.050782:0:164868:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aeb8030d/0x3e4967fcee50e782 lrc: 2/0,0 mode: PW/PW res: [0x142f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.050787:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000065a82ee/0x3e4967fcee50e77b lrc: 2/0,0 mode: PW/PW res: [0x142e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.050799:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000065a82ee already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.050802:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000065a82ee/0x3e4967fcee50e77b lrc: 2/0,0 mode: PW/PW res: [0x142e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.050805:0:164868:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.050815:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000065a82ee/0x3e4967fcee50e77b lrc: 3/0,0 mode: PW/PW res: [0x142e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.050827:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000065a82ee/0x3e4967fcee50e77b lrc: 1/0,0 mode: --/PW res: [0x142e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.050831:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000065a82ee/0x3e4967fcee50e77b lrc: 0/0,0 mode: --/PW res: [0x142e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.050847:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.050849:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aeb8030d/0x3e4967fcee50e782 lrc: 2/0,0 mode: PW/PW res: [0x142f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.050855:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000aeb8030d already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.050856:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aeb8030d/0x3e4967fcee50e782 lrc: 2/0,0 mode: PW/PW res: [0x142f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.050861:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aeb8030d/0x3e4967fcee50e782 lrc: 3/0,0 mode: PW/PW res: [0x142f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.050869:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aeb8030d/0x3e4967fcee50e782 lrc: 1/0,0 mode: --/PW res: [0x142f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.050872:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aeb8030d/0x3e4967fcee50e782 lrc: 0/0,0 mode: --/PW res: [0x142f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.050888:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.050891:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.050895:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.050901:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.050946:0:122923:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004771b14b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+492:85189:x1845970853003392:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5218us (5402us total) trans 12884911324 rc 0/0 00000100:00100000:0.0:1760456370.050956:0:122923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19501 00000004:00080000:0.0:1760456370.050998:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000060f073f8/2, rc 0, transno 9436 00000100:00100000:0.0:1760456370.051009:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060f073f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853003392:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.051053:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f16cf87c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853004928:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.051064:0:122921:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008aa02e8a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+474:85191:x1845970853003840:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3767us (3840us total) trans 38654713895 rc 0/0 00000100:00100000:2.0:1760456370.051077:0:122921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19505 00000100:00100000:3.0:1760456370.051081:0:164868:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009613b9ea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+474:85188:x1845970853003904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3606us (3706us total) trans 38654713896 rc 0/0 00000100:00100000:0.0:1760456370.051089:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1760456370.051098:0:164868:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19506 00000100:00100000:2.0:1760456370.051103:0:122921:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853004864 00000004:00080000:0.0:1760456370.051119:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d0dc5f8a/2, rc 0, transno 8232 00000100:00100000:1.0:1760456370.051127:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:3.0:1760456370.051128:0:164868:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853004928 00000100:00100000:0.0:1760456370.051130:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d0dc5f8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853003904:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456370.051135:0:122921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19513 00000100:00100000:2.0:1760456370.051143:0:122921:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000713f1f63 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+493:85190:x1845970853004864:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.051158:0:164868:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19514 00002000:00080000:2.0:1760456370.051158:0:122921:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4932 count 1 00000100:00100000:1.0:1760456370.051159:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.051166:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1760456370.051169:0:164868:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d366081f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+493:85188:x1845970853004928:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.051175:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000076bfcd4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853004992:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456370.051176:0:122921:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50e7b3 lrc: 3/0,1 mode: --/PW res: [0x1344:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1760456370.051184:0:164868:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4943 count 1 00000100:00100000:1.0:1760456370.051189:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456370.051200:0:122921:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008b025734/0x3e4967fcee508225 lrc: 2/0,0 mode: PR/PR res: [0x1344:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f4fb expref: 155 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.051202:0:164868:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e7ba lrc: 3/0,1 mode: --/PW res: [0x134f:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.051202:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456370.051220:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456370.051225:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.051228:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.051231:0:122921:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50e7b3 lrc: 4/0,1 mode: --/PW res: [0x1344:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.051232:0:164868:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007aab47e9/0x3e4967fcee5082a3 lrc: 2/0,0 mode: PR/PR res: [0x134f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f517 expref: 155 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.051257:0:164868:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.051261:0:164868:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1760456370.051262:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456370.051264:0:164868:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e7ba lrc: 4/0,1 mode: --/PW res: [0x134f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.051276:0:122921:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008b025734/0x3e4967fcee508225 lrc: 3/0,0 mode: PR/PR res: [0x1344:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f4fb expref: 155 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.051289:0:122921:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008b025734/0x3e4967fcee508225 lrc: 4/0,0 mode: PR/PR res: [0x1344:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f4fb expref: 155 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.051292:0:164868:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007aab47e9/0x3e4967fcee5082a3 lrc: 3/0,0 mode: PR/PR res: [0x134f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f517 expref: 155 pid: 87239 timeout: 0 lvb_type: 1 00000004:00080000:1.0:1760456370.051292:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000f697154e/2, rc 0, transno 8231 00000100:00100000:1.0:1760456370.051308:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f697154e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853003840:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456370.051321:0:122921:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b4c05355 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:122921:1845970853005056:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.051322:0:164868:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007aab47e9/0x3e4967fcee5082a3 lrc: 4/0,0 mode: PR/PR res: [0x134f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f517 expref: 155 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.051331:0:88636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874004416 00000100:00100000:0.0:1760456370.051344:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a69019c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853005184:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456370.051346:0:88636:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f3839ab6/0x3e4967fcee509692 lrc: 5/0,0 mode: PR/PR res: [0x1431:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f985 expref: 124 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.051349:0:164868:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e7a0c636 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:164868:1845970853005120:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.051366:0:122921:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c91777c2 going to sleep for 6 seconds 00000100:00100000:1.0:1760456370.051369:0:88636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874004544 00000100:00100000:0.0:1760456370.051379:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1760456370.051381:0:88636:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f0f2c2d8/0x3e4967fcee5080ab lrc: 5/0,0 mode: PR/PR res: [0x1338:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f4a7 expref: 156 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.051389:0:164868:0:(client.c:2500:ptlrpc_set_wait()) set 0000000078dac6d3 going to sleep for 6 seconds 00000100:00100000:2.0:1760456370.051393:0:86475:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874004608 00000100:00100000:1.0:1760456370.051399:0:88636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874004480 00010000:00010000:0.0:1760456370.051414:0:164871:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e774 lrc: 3/0,1 mode: PW/PW res: [0x1416:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.051415:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874004672 00010000:00010000:2.0:1760456370.051415:0:86475:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f519dbfd/0x3e4967fcee507f31 lrc: 5/0,0 mode: PR/PR res: [0x1335:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f453 expref: 157 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.051415:0:88636:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e82015a2/0x3e4967fcee509614 lrc: 5/0,0 mode: PR/PR res: [0x1423:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f969 expref: 125 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.051432:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000daa78c59/0x3e4967fcee5081e6 lrc: 5/0,0 mode: PR/PR res: [0x1350:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f4ed expref: 158 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.051438:0:164871:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e774 lrc: 3/0,1 mode: PW/PW res: [0x1416:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.051451:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1495 00000100:00100000:1.0:1760456370.051462:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c9c58cad pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+125:167596:x1845970874004416:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1760456370.051463:0:164871:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e774 lrc: 3/0,1 mode: PW/PW res: [0x1416:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.051472:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1760456370.051476:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1496 00010000:00010000:0.0:1760456370.051477:0:164871:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e774 lrc: 2/0,0 mode: PW/PW res: [0x1416:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.051478:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f3839ab6/0x3e4967fcee509692 lrc: 5/0,0 mode: PR/PR res: [0x1431:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f985 expref: 125 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.051489:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002fb570c1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+158:167595:x1845970874004544:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00000100:00100000:2.0:1760456370.051501:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1497 00010000:00010000:1.0:1760456370.051527:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f3839ab6/0x3e4967fcee509692 lrc: 4/0,0 mode: PR/PR res: [0x1431:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f985 expref: 125 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.051527:0:164871:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1760456370.051536:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005dd317a2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+125:167593:x1845970874004480:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1760456370.051538:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.051541:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.051543:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e774 lrc: 2/0,0 mode: PW/PW res: [0x1416:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.051544:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.051548:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e79e lrc: 3/0,1 mode: PW/PW res: [0x1431:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.051549:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.051551:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1760456370.051555:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000273f8983 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.051558:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e79e lrc: 4/0,1 mode: PW/PW res: [0x1431:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.051560:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f0f2c2d8/0x3e4967fcee5080ab lrc: 5/0,0 mode: PR/PR res: [0x1338:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f4a7 expref: 158 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.051560:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e82015a2/0x3e4967fcee509614 lrc: 5/0,0 mode: PR/PR res: [0x1423:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f969 expref: 125 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.051560:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e774 lrc: 2/0,0 mode: PW/PW res: [0x1416:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.051585:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e774 lrc: 3/0,0 mode: PW/PW res: [0x1416:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.051596:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f0f2c2d8/0x3e4967fcee5080ab lrc: 4/0,0 mode: PR/PR res: [0x1338:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f4a7 expref: 158 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.051600:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e82015a2/0x3e4967fcee509614 lrc: 4/0,0 mode: PR/PR res: [0x1423:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f969 expref: 125 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.051601:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e774 lrc: 1/0,0 mode: --/PW res: [0x1416:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.051635:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e774 lrc: 0/0,0 mode: --/PW res: [0x1416:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.051638:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.051642:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.051645:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e797 lrc: 3/0,1 mode: PW/PW res: [0x1338:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.051648:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.051652:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.051655:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000c03b33d/0x3e4967fcee50e790 lrc: 3/0,1 mode: PW/PW res: [0x1423:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.051656:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.051657:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e797 lrc: 4/0,1 mode: PW/PW res: [0x1338:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.051659:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.051664:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.051671:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456370.051680:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000c03b33d/0x3e4967fcee50e790 lrc: 4/0,1 mode: PW/PW res: [0x1423:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.051694:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1760456370.051694:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c9c58cad pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+125:167596:x1845970874004416:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 234us (570us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456370.051702:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1495 00010000:00010000:2.0:1760456370.051703:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1760456370.051725:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002fb570c1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+158:167595:x1845970874004544:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 239us (570us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.051734:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005dd317a2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+125:167593:x1845970874004480:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 222us (522us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.051739:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1496 00000100:00100000:2.0:1760456370.051750:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1497 00000100:00100000:1.0:1760456370.051757:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1498 00000100:00100000:1.0:1760456370.051763:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008cc80dae pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+157:167596:x1845970874004672:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00000100:00100000:3.0:1760456370.051770:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1499 00010000:00010000:1.0:1760456370.051771:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1760456370.051774:0:87410:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b6bfbceb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+473:85189:x1845970853002048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9464us (9764us total) trans 38654713897 rc 0/0 00010000:00010000:1.0:1760456370.051779:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000daa78c59/0x3e4967fcee5081e6 lrc: 5/0,0 mode: PR/PR res: [0x1350:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f4ed expref: 157 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.051783:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019e82e67 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+157:167593:x1845970874004608:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00000100:00100000:0.0:1760456370.051788:0:87410:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19491 00010000:00010000:1.0:1760456370.051799:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000daa78c59/0x3e4967fcee5081e6 lrc: 4/0,0 mode: PR/PR res: [0x1350:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f4ed expref: 157 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.051802:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.051810:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f519dbfd/0x3e4967fcee507f31 lrc: 5/0,0 mode: PR/PR res: [0x1335:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f453 expref: 157 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.051811:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.051814:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.051817:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e7ac lrc: 3/0,1 mode: PW/PW res: [0x1350:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.051821:0:164867:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000048953463 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:164867:1845970853004672:192.168.203.34@tcp:104: 00000004:00080000:0.0:1760456370.051822:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000064bbaf1f/2, rc 0, transno 8233 00000100:00100000:0.0:1760456370.051832:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000064bbaf1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853002048:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456370.051835:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e7ac lrc: 4/0,1 mode: PW/PW res: [0x1350:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.051837:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f519dbfd/0x3e4967fcee507f31 lrc: 3/0,0 mode: PR/PR res: [0x1335:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f453 expref: 157 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.051858:0:164867:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50e766 lrc: 3/0,1 mode: --/PW res: [0x1335:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.051858:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456370.051869:0:122345:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f519dbfd/0x3e4967fcee507f31 lrc: 0/0,0 mode: --/PR res: [0x1335:0x0:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f453 expref: 157 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.051869:0:85190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1760456370.051879:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c53bc5bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853005248:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456370.051880:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008cc80dae pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+157:167596:x1845970874004672:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 114us (618us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456370.051894:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1498 00010000:00010000:3.0:1760456370.051901:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.051905:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.051905:0:122905:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456370.051908:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50e766 lrc: 3/0,1 mode: PW/PW res: [0x1335:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.051914:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.051918:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456370.051922:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50e766 lrc: 4/0,1 mode: PW/PW res: [0x1335:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.051924:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e751 lrc: 2/0,0 mode: PW/PW res: [0x132d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.051943:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000817c6e6e already unused, calling callback (0000000049577fce) 00010000:00010000:2.0:1760456370.051946:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e751 lrc: 2/0,0 mode: PW/PW res: [0x132d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.051955:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e751 lrc: 3/0,0 mode: PW/PW res: [0x132d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.051958:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456370.051973:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e751 lrc: 1/0,0 mode: --/PW res: [0x132d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.051981:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e751 lrc: 0/0,0 mode: --/PW res: [0x132d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.051993:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019e82e67 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+155:167593:x1845970874004608:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 215us (809us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.052003:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1499 00010000:00010000:2.0:1760456370.052004:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.052008:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.052011:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.052063:0:122919:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853004992 00000100:00100000:3.0:1760456370.052091:0:122919:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853005184 00000100:00100000:3.0:1760456370.052113:0:122919:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853005248 00000100:00100000:3.0:1760456370.052132:0:122919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19515 00000100:00100000:3.0:1760456370.052138:0:122919:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003347fb0f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+476:85188:x1845970853004992:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1760456370.052152:0:122919:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5174 count 1 00000100:00100000:0.0:1760456370.052164:0:164871:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000485ac8cf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+476:85191:x1845970853003584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6008us (6084us total) trans 38654713898 rc 0/0 00010000:00010000:3.0:1760456370.052165:0:122919:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000070480952/0x3e4967fcee50e7c1 lrc: 3/0,1 mode: --/PW res: [0x1436:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.052182:0:164871:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19504 00010000:00010000:3.0:1760456370.052186:0:122919:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000084fcda8/0x3e4967fcee509710 lrc: 2/0,0 mode: PR/PR res: [0x1436:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f9a1 expref: 123 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.052195:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.052197:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.052199:0:122919:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070480952/0x3e4967fcee50e7c1 lrc: 4/0,1 mode: --/PW res: [0x1436:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.052209:0:164871:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19516 00000100:00100000:0.0:1760456370.052215:0:164871:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000578ef46b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+475:85190:x1845970853005184:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456370.052220:0:122919:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000084fcda8/0x3e4967fcee509710 lrc: 3/0,0 mode: PR/PR res: [0x1436:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f9a1 expref: 123 pid: 87239 timeout: 0 lvb_type: 1 00002000:00080000:0.0:1760456370.052226:0:164871:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5165 count 1 00010000:00010000:3.0:1760456370.052234:0:122919:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000084fcda8/0x3e4967fcee509710 lrc: 4/0,0 mode: PR/PR res: [0x1436:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f9a1 expref: 123 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.052239:0:164871:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fb01c125/0x3e4967fcee50e7c8 lrc: 3/0,1 mode: --/PW res: [0x142d:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.052250:0:122919:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f1d39c1a pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:122919:1845970853005312:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.052253:0:164871:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007f2c5d84/0x3e4967fcee5097cd lrc: 2/0,0 mode: PR/PR res: [0x142d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f9cb expref: 123 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.052264:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.052265:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.052267:0:164871:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fb01c125/0x3e4967fcee50e7c8 lrc: 4/0,1 mode: --/PW res: [0x142d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.052277:0:122905:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007daccbae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+495:85189:x1845970853002944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7256us (7462us total) trans 12884911325 rc 0/0 00000100:00100000:3.0:1760456370.052287:0:122919:0:(client.c:2500:ptlrpc_set_wait()) set 00000000025268cf going to sleep for 6 seconds 00000100:00100000:2.0:1760456370.052287:0:122905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19499 00000004:00080000:0.0:1760456370.052290:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000285c27c5/2, rc 0, transno 9437 00000100:00100000:0.0:1760456370.052301:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000285c27c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853002944:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456370.052305:0:170681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000037a8ab19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+494:85191:x1845970853002752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7827us (7929us total) trans 12884911326 rc 0/0 00000100:00100000:1.0:1760456370.052313:0:170681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19497 00000100:00100000:2.0:1760456370.052319:0:122905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19517 00000100:00100000:2.0:1760456370.052328:0:122905:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008f5a6a0c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+475:85190:x1845970853005248:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456370.052338:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1760456370.052350:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000079603972 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853005376:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.052366:0:122921:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b4c05355 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:122921:1845970853005056:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.052382:0:122921:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50e7b3 lrc: 3/0,1 mode: --/PW res: [0x1344:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.052383:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.052409:0:164867:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50e766 lrc: 3/0,1 mode: PW/PW res: [0x1335:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.052418:0:122920:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853005376 00010000:00010000:2.0:1760456370.052418:0:164867:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50e766 lrc: 3/0,1 mode: PW/PW res: [0x1335:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.052429:0:164867:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50e766 lrc: 3/0,1 mode: PW/PW res: [0x1335:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.052436:0:164867:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50e766 lrc: 2/0,0 mode: PW/PW res: [0x1335:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.052443:0:122923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19518 00000100:00100000:0.0:1760456370.052451:0:122923:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7a02960 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+494:85189:x1845970853005376:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.052461:0:164867:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1760456370.052475:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00002000:00080000:0.0:1760456370.052477:0:122923:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4933 count 1 00010000:00010000:2.0:1760456370.052478:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50e766 lrc: 2/0,0 mode: PW/PW res: [0x1335:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.052482:0:87240:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f0f2c2d8/0x3e4967fcee5080ab lrc: 0/0,0 mode: --/PR res: [0x1338:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f4a7 expref: 154 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.052489:0:122923:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d8857873/0x3e4967fcee50e7cf lrc: 3/0,1 mode: --/PW res: [0x1345:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.052500:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456370.052503:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ccd3046f already unused, calling callback (0000000049577fce) 00010000:00010000:2.0:1760456370.052535:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50e766 lrc: 2/0,0 mode: PW/PW res: [0x1335:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.052547:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50e766 lrc: 3/0,0 mode: PW/PW res: [0x1335:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.052566:0:122923:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fd1b0fe9/0x3e4967fcee5082e2 lrc: 2/0,0 mode: PR/PR res: [0x1345:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f525 expref: 153 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.052569:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50e766 lrc: 1/0,0 mode: --/PW res: [0x1335:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.052574:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.052576:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1760456370.052577:0:87240:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2ae3fe7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:87240:1845970853004544:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.052579:0:122923:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d8857873/0x3e4967fcee50e7cf lrc: 4/0,1 mode: --/PW res: [0x1345:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1760456370.052589:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001d7bd5c7/2, rc 0, transno 8234 00010000:00010000:2.0:1760456370.052590:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50e766 lrc: 0/0,0 mode: --/PW res: [0x1335:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.052600:0:87240:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e797 lrc: 3/0,1 mode: PW/PW res: [0x1338:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.052604:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d7bd5c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853003584:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456370.052612:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.052616:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.052631:0:87240:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e797 lrc: 3/0,1 mode: PW/PW res: [0x1338:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.052634:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1760456370.052638:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000040648461/2, rc 0, transno 9438 00010000:00010000:3.0:1760456370.052641:0:87240:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e797 lrc: 3/0,1 mode: PW/PW res: [0x1338:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.052643:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1760456370.052653:0:87240:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e797 lrc: 3/0,1 mode: PW/PW res: [0x1338:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.052653:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000040648461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853002752:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.052664:0:123791:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f3839ab6/0x3e4967fcee509692 lrc: 0/0,0 mode: --/PR res: [0x1431:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f985 expref: 123 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.052665:0:87240:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e797 lrc: 2/0,0 mode: PW/PW res: [0x1338:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.052682:0:122914:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ee184267/0x3e4967fcee50806c lrc: 3/0,0 mode: PR/PR res: [0x1337:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f499 expref: 153 pid: 122920 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.052685:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004cbb5d95 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853005440:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456370.052698:0:123791:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b12c6387 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:123791:1845970853004608:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.052703:0:87240:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1760456370.052716:0:123791:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e79e lrc: 3/0,1 mode: PW/PW res: [0x1431:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.052727:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.052729:0:123791:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e79e lrc: 3/0,1 mode: PW/PW res: [0x1431:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.052738:0:123791:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e79e lrc: 3/0,1 mode: PW/PW res: [0x1431:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.052747:0:123791:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e79e lrc: 3/0,1 mode: PW/PW res: [0x1431:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.052752:0:122914:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ee184267/0x3e4967fcee50806c lrc: 4/0,0 mode: PR/PR res: [0x1337:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f499 expref: 153 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.052755:0:123791:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e79e lrc: 2/0,0 mode: PW/PW res: [0x1431:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.052767:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad3ea2c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853005504:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456370.052774:0:122914:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000038003a91 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:122914:1845970853005568:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.052788:0:123791:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1760456370.052789:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1760456370.052794:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e797 lrc: 2/0,0 mode: PW/PW res: [0x1338:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.052800:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1760456370.052806:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d713c715 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.052809:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e797 lrc: 2/0,0 mode: PW/PW res: [0x1338:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.052815:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e797 lrc: 3/0,0 mode: PW/PW res: [0x1338:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.052826:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e797 lrc: 1/0,0 mode: --/PW res: [0x1338:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.052829:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e797 lrc: 0/0,0 mode: --/PW res: [0x1338:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.052837:0:87410:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853005440 00010000:00010000:1.0:1760456370.052845:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.052848:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e79e lrc: 2/0,0 mode: PW/PW res: [0x1431:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.052853:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bb4db32e already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.052855:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e79e lrc: 2/0,0 mode: PW/PW res: [0x1431:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.052857:0:87410:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853005504 00010000:00010000:1.0:1760456370.052860:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e79e lrc: 3/0,0 mode: PW/PW res: [0x1431:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.052872:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e79e lrc: 1/0,0 mode: --/PW res: [0x1431:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.052882:0:87410:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19519 00010000:00010000:1.0:1760456370.052883:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bb4db32e/0x3e4967fcee50e79e lrc: 0/0,0 mode: --/PW res: [0x1431:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.052890:0:87410:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008975dc8b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+476:85188:x1845970853005440:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456370.052898:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.052901:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.052903:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:0.0:1760456370.052905:0:87410:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5176 count 1 00010000:00010000:1.0:1760456370.052909:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.052919:0:87410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50e7d6 lrc: 3/0,1 mode: --/PW res: [0x1438:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.052933:0:87410:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000076ab3a42/0x3e4967fcee50984b lrc: 2/0,0 mode: PR/PR res: [0x1438:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f9e7 expref: 122 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.052941:0:87410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.052945:0:87410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.052947:0:87410:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50e7d6 lrc: 4/0,1 mode: --/PW res: [0x1438:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.052962:0:87240:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000784a77 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+496:85188:x1845970853004352:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4077us (4149us total) trans 12884911327 rc 0/0 00000100:00100000:1.0:1760456370.052973:0:170681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19520 00000004:00080000:0.0:1760456370.052980:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005d18e096/2, rc 0, transno 9439 00000100:00100000:3.0:1760456370.052983:0:87240:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19509 00000100:00100000:1.0:1760456370.052984:0:170681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbed4e03 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+496:85190:x1845970853005504:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.052992:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005d18e096 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853004352:0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1760456370.052998:0:170681:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4948 count 1 00010000:00010000:1.0:1760456370.053010:0:170681:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50e7dd lrc: 3/0,1 mode: --/PW res: [0x1354:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.053016:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874004736 00010000:00010000:1.0:1760456370.053020:0:170681:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c4b35cc6/0x3e4967fcee508321 lrc: 2/0,0 mode: PR/PR res: [0x1354:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f533 expref: 153 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.053027:0:170681:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.053029:0:170681:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.053030:0:170681:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50e7dd lrc: 4/0,1 mode: --/PW res: [0x1354:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.053034:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008b025734/0x3e4967fcee508225 lrc: 4/0,0 mode: PR/PR res: [0x1344:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f4fb expref: 154 pid: 87239 timeout: 4721 lvb_type: 1 00000004:00080000:0.0:1760456370.053040:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000058747fad/2, rc 0, transno 8235 00000100:00100000:2.0:1760456370.053047:0:123791:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000010d4277f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+477:85188:x1845970853004480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4039us (4104us total) trans 38654713899 rc 0/0 00010000:00010000:1.0:1760456370.053051:0:170681:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c4b35cc6/0x3e4967fcee508321 lrc: 3/0,0 mode: PR/PR res: [0x1354:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f533 expref: 154 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.053052:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058747fad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853004480:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1760456370.053067:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1500 00000100:00100000:2.0:1760456370.053068:0:123791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19510 00010000:00010000:1.0:1760456370.053071:0:170681:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c4b35cc6/0x3e4967fcee508321 lrc: 4/0,0 mode: PR/PR res: [0x1354:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f533 expref: 154 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.053078:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000014c67692 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+154:167596:x1845970874004736:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1760456370.053093:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1760456370.053093:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000268ddb71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853005760:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456370.053096:0:170681:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d488f490 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:170681:1845970853005696:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.053101:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008b025734/0x3e4967fcee508225 lrc: 4/0,0 mode: PR/PR res: [0x1344:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f4fb expref: 154 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.053115:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008b025734/0x3e4967fcee508225 lrc: 3/0,0 mode: PR/PR res: [0x1344:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f4fb expref: 154 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.053131:0:122345:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008b025734/0x3e4967fcee508225 lrc: 0/0,0 mode: --/PR res: [0x1344:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f4fb expref: 154 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.053133:0:170681:0:(client.c:2500:ptlrpc_set_wait()) set 0000000048ca0e73 going to sleep for 6 seconds 00000100:00100000:0.0:1760456370.053146:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456370.053148:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.053150:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1760456370.053152:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c887b366 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853005632:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.053153:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50e7b3 lrc: 3/0,1 mode: PW/PW res: [0x1344:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.053164:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50e7b3 lrc: 4/0,1 mode: PW/PW res: [0x1344:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.053184:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456370.053197:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456370.053204:0:122921:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50e7b3 lrc: 3/0,1 mode: PW/PW res: [0x1344:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.053212:0:87410:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000076ab3a42/0x3e4967fcee50984b lrc: 3/0,0 mode: PR/PR res: [0x1438:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f9e7 expref: 122 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.053220:0:122921:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50e7b3 lrc: 3/0,1 mode: PW/PW res: [0x1344:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.053226:0:87410:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000076ab3a42/0x3e4967fcee50984b lrc: 4/0,0 mode: PR/PR res: [0x1438:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f9e7 expref: 122 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.053227:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000014c67692 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+153:167596:x1845970874004736:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 148us (732us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456370.053234:0:122914:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d56f02de going to sleep for 6 seconds 00010000:00010000:2.0:1760456370.053247:0:122921:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50e7b3 lrc: 3/0,1 mode: PW/PW res: [0x1344:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.053248:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1500 00000100:00100000:0.0:1760456370.053252:0:87410:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e9e10d4e pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:87410:1845970853005824:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.053257:0:122906:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e82015a2/0x3e4967fcee509614 lrc: 0/0,0 mode: --/PR res: [0x1423:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f969 expref: 122 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.053272:0:122921:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50e7b3 lrc: 2/0,0 mode: PW/PW res: [0x1344:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.053276:0:122906:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e8dd4db1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:122906:1845970853004416:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.053281:0:87410:0:(client.c:2500:ptlrpc_set_wait()) set 0000000020417f68 going to sleep for 6 seconds 00010000:00010000:1.0:1760456370.053295:0:122906:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000c03b33d/0x3e4967fcee50e790 lrc: 3/0,1 mode: PW/PW res: [0x1423:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.053299:0:87239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853005760 00010000:00010000:0.0:1760456370.053301:0:122923:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fd1b0fe9/0x3e4967fcee5082e2 lrc: 3/0,0 mode: PR/PR res: [0x1345:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f525 expref: 152 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.053306:0:122906:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000c03b33d/0x3e4967fcee50e790 lrc: 3/0,1 mode: PW/PW res: [0x1423:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.053308:0:122921:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1760456370.053315:0:87239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853005632 00010000:00010000:1.0:1760456370.053317:0:122906:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000c03b33d/0x3e4967fcee50e790 lrc: 3/0,1 mode: PW/PW res: [0x1423:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.053318:0:122923:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fd1b0fe9/0x3e4967fcee5082e2 lrc: 4/0,0 mode: PR/PR res: [0x1345:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f525 expref: 152 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.053332:0:87239:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19521 00010000:00010000:1.0:1760456370.053339:0:122906:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000c03b33d/0x3e4967fcee50e790 lrc: 3/0,1 mode: PW/PW res: [0x1423:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.053344:0:87239:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000d12a667 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+477:85188:x1845970853005760:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456370.053357:0:122906:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000c03b33d/0x3e4967fcee50e790 lrc: 2/0,0 mode: PW/PW res: [0x1423:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.053358:0:122923:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005f2fa5ea pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:122923:1845970853005888:192.168.203.34@tcp:104: 00002000:00080000:3.0:1760456370.053364:0:87239:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5178 count 1 00010000:00010000:0.0:1760456370.053368:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.053372:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50e7b3 lrc: 2/0,0 mode: PW/PW res: [0x1344:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.053378:0:122906:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.053379:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002815c009 already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456370.053381:0:87239:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000084015e79/0x3e4967fcee50e7e4 lrc: 3/0,1 mode: --/PW res: [0x143a:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.053383:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50e7b3 lrc: 2/0,0 mode: PW/PW res: [0x1344:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.053389:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.053394:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000c03b33d/0x3e4967fcee50e790 lrc: 2/0,0 mode: PW/PW res: [0x1423:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.053406:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50e7b3 lrc: 3/0,0 mode: PW/PW res: [0x1344:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.053407:0:87239:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003b921b3c/0x3e4967fcee509908 lrc: 2/0,0 mode: PR/PR res: [0x143a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa11 expref: 121 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.053408:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000c03b33d already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.053412:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000c03b33d/0x3e4967fcee50e790 lrc: 2/0,0 mode: PW/PW res: [0x1423:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.053434:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50e7b3 lrc: 1/0,0 mode: --/PW res: [0x1344:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.053435:0:87239:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.053435:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000c03b33d/0x3e4967fcee50e790 lrc: 3/0,0 mode: PW/PW res: [0x1423:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.053438:0:87239:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.053442:0:87239:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000084015e79/0x3e4967fcee50e7e4 lrc: 4/0,1 mode: --/PW res: [0x143a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.053457:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50e7b3 lrc: 0/0,0 mode: --/PW res: [0x1344:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.053462:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000c03b33d/0x3e4967fcee50e790 lrc: 1/0,0 mode: --/PW res: [0x1423:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.053468:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000c03b33d/0x3e4967fcee50e790 lrc: 0/0,0 mode: --/PW res: [0x1423:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.053473:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.053476:0:87239:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003b921b3c/0x3e4967fcee509908 lrc: 3/0,0 mode: PR/PR res: [0x143a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa11 expref: 121 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.053477:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.053481:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.053486:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.053490:0:87239:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003b921b3c/0x3e4967fcee509908 lrc: 4/0,0 mode: PR/PR res: [0x143a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa11 expref: 121 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.053490:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.053493:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.053495:0:122921:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000713f1f63 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+497:85190:x1845970853004864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2347us (3050us total) trans 12884911328 rc 0/0 00000004:00080000:0.0:1760456370.053501:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001c379219/2, rc 0, transno 9440 00000100:00100000:0.0:1760456370.053538:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001c379219 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853004864:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.053542:0:122921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19513 00000100:00100000:3.0:1760456370.053544:0:87239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2ae3fe7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:87239:1845970853005952:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.053568:0:122921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19522 00000100:00100000:2.0:1760456370.053575:0:122921:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e44552cd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+496:85191:x1845970853005632:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.053579:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008631a30b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853006016:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.053580:0:87239:0:(client.c:2500:ptlrpc_set_wait()) set 00000000294413d6 going to sleep for 6 seconds 00002000:00080000:2.0:1760456370.053591:0:122921:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4978 count 1 00010000:00010000:2.0:1760456370.053607:0:122921:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000268fef09/0x3e4967fcee50e7eb lrc: 3/0,1 mode: --/PW res: [0x1372:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.053611:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.053644:0:122921:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006b9a81ce/0x3e4967fcee50839f lrc: 2/0,0 mode: PR/PR res: [0x1372:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f54f expref: 152 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.053653:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.053656:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.053658:0:122921:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000268fef09/0x3e4967fcee50e7eb lrc: 4/0,1 mode: --/PW res: [0x1372:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.053684:0:122921:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006b9a81ce/0x3e4967fcee50839f lrc: 3/0,0 mode: PR/PR res: [0x1372:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f54f expref: 152 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.053694:0:122921:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006b9a81ce/0x3e4967fcee50839f lrc: 4/0,0 mode: PR/PR res: [0x1372:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f54f expref: 152 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.053704:0:122923:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f55feff3 going to sleep for 6 seconds 00000100:00100000:2.0:1760456370.053706:0:122921:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b12c6387 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:122921:1845970853006080:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.053734:0:164871:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007f2c5d84/0x3e4967fcee5097cd lrc: 3/0,0 mode: PR/PR res: [0x142d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f9cb expref: 121 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.053744:0:164871:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007f2c5d84/0x3e4967fcee5097cd lrc: 4/0,0 mode: PR/PR res: [0x142d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f9cb expref: 121 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.053747:0:122921:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a57cb06a going to sleep for 6 seconds 00000100:00100000:1.0:1760456370.053748:0:122906:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000de267599 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+478:85191:x1845970853004288:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5010us (5073us total) trans 38654713900 rc 0/0 00000100:00100000:3.0:1760456370.053760:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456370.053764:0:122906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19508 00000100:00100000:0.0:1760456370.053769:0:164871:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7f52743 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:164871:1845970853006144:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456370.053783:0:122906:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853006016 00000100:00100000:0.0:1760456370.053795:0:164871:0:(client.c:2500:ptlrpc_set_wait()) set 0000000000cdd6c1 going to sleep for 6 seconds 00000100:00100000:1.0:1760456370.053803:0:122906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19523 00000100:00100000:1.0:1760456370.053807:0:122906:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000652a7bdb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+497:85189:x1845970853006016:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1760456370.053818:0:122906:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4980 count 1 00010000:00010000:0.0:1760456370.053824:0:87237:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cff547bd/0x3e4967fcee5092e1 lrc: 0/0,0 mode: --/PR res: [0x13f6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f8b3 expref: 121 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.053829:0:122906:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e7f2 lrc: 3/0,1 mode: --/PW res: [0x1374:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.053836:0:87237:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000014f2e45a pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:87237:1845970853002560:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.053843:0:122906:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000aa7da314/0x3e4967fcee5083de lrc: 2/0,0 mode: PR/PR res: [0x1374:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f55d expref: 152 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.053849:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.053851:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.053852:0:122906:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e7f2 lrc: 4/0,1 mode: --/PW res: [0x1374:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.053852:0:87237:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009a537781/0x3e4967fcee50e72e lrc: 3/0,1 mode: PW/PW res: [0x13f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.053874:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456370.053875:0:87237:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009a537781/0x3e4967fcee50e72e lrc: 3/0,1 mode: PW/PW res: [0x13f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.053881:0:87237:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009a537781/0x3e4967fcee50e72e lrc: 3/0,1 mode: PW/PW res: [0x13f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.053887:0:122906:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000aa7da314/0x3e4967fcee5083de lrc: 3/0,0 mode: PR/PR res: [0x1374:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f55d expref: 152 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.053887:0:87237:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a537781/0x3e4967fcee50e72e lrc: 3/0,1 mode: PW/PW res: [0x13f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.053903:0:87237:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009a537781/0x3e4967fcee50e72e lrc: 2/0,0 mode: PW/PW res: [0x13f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.053909:0:122906:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000aa7da314/0x3e4967fcee5083de lrc: 4/0,0 mode: PR/PR res: [0x1374:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f55d expref: 152 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.053915:0:164867:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f777c565 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+498:85191:x1845970853003328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8021us (8298us total) trans 12884911329 rc 0/0 00000100:00100000:2.0:1760456370.053935:0:164867:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19502 00000100:00100000:1.0:1760456370.053936:0:122906:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009ce944d6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:122906:1845970853006208:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.053940:0:87237:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.053948:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.053952:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009a537781/0x3e4967fcee50e72e lrc: 2/0,0 mode: PW/PW res: [0x13f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.053959:0:122906:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a6d1f63f going to sleep for 6 seconds 00010000:00010000:0.0:1760456370.053961:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009a537781 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.053966:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009a537781/0x3e4967fcee50e72e lrc: 2/0,0 mode: PW/PW res: [0x13f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1760456370.053970:0:122905:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5177 count 1 00010000:00010000:0.0:1760456370.053974:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009a537781/0x3e4967fcee50e72e lrc: 3/0,0 mode: PW/PW res: [0x13f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.053986:0:122905:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007d31c243/0x3e4967fcee50e7f9 lrc: 3/0,1 mode: --/PW res: [0x1439:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1760456370.053991:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e8f3f581/2, rc 0, transno 8236 00010000:00010000:0.0:1760456370.053992:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009a537781/0x3e4967fcee50e72e lrc: 1/0,0 mode: --/PW res: [0x13f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.054002:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e8f3f581 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853004288:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1760456370.054005:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009a537781/0x3e4967fcee50e72e lrc: 0/0,0 mode: --/PW res: [0x13f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.054006:0:122905:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c8a77780/0x3e4967fcee50980c lrc: 2/0,0 mode: PR/PR res: [0x1439:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f9d9 expref: 120 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.054012:0:164868:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e7a0c636 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:164868:1845970853005120:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.054030:0:164868:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e7ba lrc: 3/0,1 mode: --/PW res: [0x134f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.054030:0:122905:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.054034:0:122905:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.054038:0:122905:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007d31c243/0x3e4967fcee50e7f9 lrc: 4/0,1 mode: --/PW res: [0x1439:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.054038:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.054042:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.054046:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.054066:0:122905:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c8a77780/0x3e4967fcee50980c lrc: 3/0,0 mode: PR/PR res: [0x1439:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f9d9 expref: 120 pid: 87239 timeout: 0 lvb_type: 1 00000004:00080000:1.0:1760456370.054078:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a313ddd0/2, rc 0, transno 9441 00010000:00010000:2.0:1760456370.054080:0:122905:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c8a77780/0x3e4967fcee50980c lrc: 4/0,0 mode: PR/PR res: [0x1439:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f9d9 expref: 120 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.054083:0:122919:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f1d39c1a pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:122919:1845970853005312:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456370.054094:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a313ddd0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853003328:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.054094:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000039ba48cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853006336:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456370.054098:0:122919:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000070480952/0x3e4967fcee50e7c1 lrc: 3/0,1 mode: --/PW res: [0x1436:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.054106:0:122905:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b4c05355 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:122905:1845970853006272:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456370.054117:0:88636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874004800 00000100:00100000:3.0:1760456370.054133:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874004864 00010000:00010000:3.0:1760456370.054149:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000084fcda8/0x3e4967fcee509710 lrc: 4/0,0 mode: PR/PR res: [0x1436:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f9a1 expref: 121 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.054149:0:122905:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c91777c2 going to sleep for 6 seconds 00000100:00100000:0.0:1760456370.054167:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1760456370.054174:0:88636:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007aab47e9/0x3e4967fcee5082a3 lrc: 4/0,0 mode: PR/PR res: [0x134f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f517 expref: 153 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.054181:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1501 00000100:00100000:3.0:1760456370.054189:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006773a781 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+121:167596:x1845970874004864:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00000100:00100000:0.0:1760456370.054192:0:85190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:3.0:1760456370.054200:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1760456370.054202:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a14c57ea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853006400:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.054203:0:122343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1502 00010000:00010000:3.0:1760456370.054208:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000084fcda8/0x3e4967fcee509710 lrc: 4/0,0 mode: PR/PR res: [0x1436:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f9a1 expref: 121 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.054218:0:122343:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e890cb3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+153:167595:x1845970874004800:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1760456370.054224:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000084fcda8/0x3e4967fcee509710 lrc: 3/0,0 mode: PR/PR res: [0x1436:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f9a1 expref: 121 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.054229:0:122343:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1760456370.054229:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.054238:0:122343:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007aab47e9/0x3e4967fcee5082a3 lrc: 4/0,0 mode: PR/PR res: [0x134f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f517 expref: 153 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.054250:0:122345:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000084fcda8/0x3e4967fcee509710 lrc: 0/0,0 mode: --/PR res: [0x1436:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f9a1 expref: 121 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.054256:0:122343:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007aab47e9/0x3e4967fcee5082a3 lrc: 3/0,0 mode: PR/PR res: [0x134f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f517 expref: 153 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.054267:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.054270:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.054273:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000070480952/0x3e4967fcee50e7c1 lrc: 3/0,1 mode: PW/PW res: [0x1436:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.054278:0:88855:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000297afcc/0x3e4967fcee5095d5 lrc: 0/0,0 mode: --/PR res: [0x142c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f95b expref: 120 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.054280:0:122343:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007aab47e9/0x3e4967fcee5082a3 lrc: 0/0,0 mode: --/PR res: [0x134f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f517 expref: 153 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.054288:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070480952/0x3e4967fcee50e7c1 lrc: 4/0,1 mode: PW/PW res: [0x1436:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.054316:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1760456370.054316:0:88855:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cd984e83 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:88855:1845970853004160:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.054319:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.054321:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456370.054323:0:122343:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e7ba lrc: 3/0,1 mode: PW/PW res: [0x134f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.054333:0:88855:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005f5217a4/0x3e4967fcee50e789 lrc: 3/0,1 mode: PW/PW res: [0x142c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.054334:0:122343:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e7ba lrc: 4/0,1 mode: PW/PW res: [0x134f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.054350:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006773a781 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+119:167596:x1845970874004864:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 158us (483us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.054354:0:88855:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005f5217a4/0x3e4967fcee50e789 lrc: 3/0,1 mode: PW/PW res: [0x142c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.054367:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1501 00010000:00010000:0.0:1760456370.054368:0:88855:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005f5217a4/0x3e4967fcee50e789 lrc: 3/0,1 mode: PW/PW res: [0x142c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.054376:0:88855:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005f5217a4/0x3e4967fcee50e789 lrc: 3/0,1 mode: PW/PW res: [0x142c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.054377:0:122343:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.054382:0:88855:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005f5217a4/0x3e4967fcee50e789 lrc: 2/0,0 mode: PW/PW res: [0x142c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.054394:0:164868:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e7ba lrc: 3/0,1 mode: PW/PW res: [0x134f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.054399:0:88855:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1760456370.054407:0:122343:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e890cb3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+152:167595:x1845970874004800:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 191us (654us total) trans 0 rc 0/0 00010000:00010000:3.0:1760456370.054408:0:164868:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e7ba lrc: 3/0,1 mode: PW/PW res: [0x134f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.054413:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.054418:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005f5217a4/0x3e4967fcee50e789 lrc: 2/0,0 mode: PW/PW res: [0x142c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.054430:0:122343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1502 00010000:00010000:3.0:1760456370.054431:0:164868:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e7ba lrc: 3/0,1 mode: PW/PW res: [0x134f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.054434:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005f5217a4 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.054439:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005f5217a4/0x3e4967fcee50e789 lrc: 2/0,0 mode: PW/PW res: [0x142c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.054446:0:164868:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e7ba lrc: 2/0,0 mode: PW/PW res: [0x134f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.054450:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005f5217a4/0x3e4967fcee50e789 lrc: 3/0,0 mode: PW/PW res: [0x142c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.054465:0:164867:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853006336 00010000:00010000:1.0:1760456370.054470:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005f5217a4/0x3e4967fcee50e789 lrc: 1/0,0 mode: --/PW res: [0x142c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.054472:0:164868:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.054479:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005f5217a4/0x3e4967fcee50e789 lrc: 0/0,0 mode: --/PW res: [0x142c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.054487:0:164867:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853006400 00010000:00010000:1.0:1760456370.054495:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.054498:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e7ba lrc: 2/0,0 mode: PW/PW res: [0x134f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.054504:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000aaa15b8b already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.054506:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e7ba lrc: 2/0,0 mode: PW/PW res: [0x134f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.054530:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e7ba lrc: 3/0,0 mode: PW/PW res: [0x134f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.054539:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e7ba lrc: 1/0,0 mode: --/PW res: [0x134f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.054548:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e7ba lrc: 0/0,0 mode: --/PW res: [0x134f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.054561:0:164867:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19524 00010000:00010000:1.0:1760456370.054562:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.054565:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.054568:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.054570:0:164867:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000003844187 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+479:85190:x1845970853006336:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456370.054574:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1760456370.054586:0:164867:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5193 count 1 00000100:00100000:0.0:1760456370.054589:0:88855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000441b19ef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+479:85189:x1845970853004096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6722us (6782us total) trans 38654713901 rc 0/0 00000100:00100000:0.0:1760456370.054596:0:88855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19507 00010000:00010000:2.0:1760456370.054603:0:164867:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fdd2497a/0x3e4967fcee50e800 lrc: 3/0,1 mode: --/PW res: [0x1449:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.054633:0:164867:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000db071fea/0x3e4967fcee5099c5 lrc: 2/0,0 mode: PR/PR res: [0x1449:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa3b expref: 118 pid: 87239 timeout: 0 lvb_type: 1 00000004:00080000:0.0:1760456370.054634:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000004593ae5b/2, rc 0, transno 8237 00010000:00010000:2.0:1760456370.054644:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1760456370.054645:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004593ae5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853004096:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456370.054648:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.054650:0:164867:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fdd2497a/0x3e4967fcee50e800 lrc: 4/0,1 mode: --/PW res: [0x1449:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.054688:0:164867:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000db071fea/0x3e4967fcee5099c5 lrc: 3/0,0 mode: PR/PR res: [0x1449:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa3b expref: 118 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.054690:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0ec9fb7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853006464:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456370.054704:0:164867:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000db071fea/0x3e4967fcee5099c5 lrc: 4/0,0 mode: PR/PR res: [0x1449:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa3b expref: 118 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.054724:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456370.054733:0:164867:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000048953463 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:164867:1845970853006528:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.054764:0:164867:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a689660d going to sleep for 6 seconds 00000100:00100000:3.0:1760456370.054776:0:164868:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d366081f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+499:85188:x1845970853004928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3608us (3689us total) trans 12884911330 rc 0/0 00000004:00080000:0.0:1760456370.054776:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000f16cf87c/2, rc 0, transno 9442 00000100:00100000:2.0:1760456370.054787:0:123791:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853006464 00000100:00100000:0.0:1760456370.054788:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f16cf87c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853004928:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.054789:0:164868:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19514 00000100:00100000:2.0:1760456370.054815:0:123791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19525 00000100:00100000:0.0:1760456370.054823:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de34c27e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853006592:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.054826:0:164868:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19526 00000100:00100000:2.0:1760456370.054827:0:123791:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c8431f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+498:85190:x1845970853006400:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.054837:0:164868:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d795b14 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+479:85188:x1845970853006464:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1760456370.054843:0:123791:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4979 count 1 00000100:00100000:0.0:1760456370.054848:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1760456370.054854:0:164868:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5194 count 1 00010000:00010000:2.0:1760456370.054860:0:123791:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000362a6e9e/0x3e4967fcee50e807 lrc: 3/0,1 mode: --/PW res: [0x1373:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.054870:0:164868:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f7b1e160/0x3e4967fcee50e80e lrc: 3/0,1 mode: --/PW res: [0x144a:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.054874:0:123791:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000065baa469/0x3e4967fcee50841d lrc: 2/0,0 mode: PR/PR res: [0x1373:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f56b expref: 151 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.054891:0:123791:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.054895:0:164868:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b3575f54/0x3e4967fcee509a43 lrc: 2/0,0 mode: PR/PR res: [0x144a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa57 expref: 118 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.054895:0:123791:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.054898:0:123791:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000362a6e9e/0x3e4967fcee50e807 lrc: 4/0,1 mode: --/PW res: [0x1373:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.054912:0:164868:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.054915:0:164868:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.054918:0:164868:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f7b1e160/0x3e4967fcee50e80e lrc: 4/0,1 mode: --/PW res: [0x144a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.054932:0:123791:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000065baa469/0x3e4967fcee50841d lrc: 3/0,0 mode: PR/PR res: [0x1373:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f56b expref: 151 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.054945:0:123791:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000065baa469/0x3e4967fcee50841d lrc: 4/0,0 mode: PR/PR res: [0x1373:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f56b expref: 151 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.054949:0:164868:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b3575f54/0x3e4967fcee509a43 lrc: 3/0,0 mode: PR/PR res: [0x144a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa57 expref: 118 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1760456370.054967:0:123791:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041fd077 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:123791:1845970853006656:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.054970:0:164868:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b3575f54/0x3e4967fcee509a43 lrc: 4/0,0 mode: PR/PR res: [0x144a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa57 expref: 118 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.054971:0:87237:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009d9bf87f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+480:85189:x1845970853002432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11024us (11187us total) trans 38654713902 rc 0/0 00000100:00100000:0.0:1760456370.054992:0:87237:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19494 00000100:00100000:3.0:1760456370.055003:0:164868:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f1d39c1a pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:164868:1845970853006720:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.055012:0:123791:0:(client.c:2500:ptlrpc_set_wait()) set 000000000c9e8cb0 going to sleep for 6 seconds 00000004:00080000:0.0:1760456370.055015:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000cad9bedc/2, rc 0, transno 8238 00000100:00100000:0.0:1760456370.055023:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cad9bedc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853002432:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1760456370.055034:0:164868:0:(client.c:2500:ptlrpc_set_wait()) set 0000000078dac6d3 going to sleep for 6 seconds 00000100:00100000:0.0:1760456370.055089:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044898f76 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853006784:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456370.055116:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1760456370.055138:0:87237:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853006592 00000100:00100000:0.0:1760456370.055156:0:87237:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853006784 00000100:00100000:0.0:1760456370.055171:0:87237:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19527 00010000:00010000:3.0:1760456370.055179:0:122919:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000070480952/0x3e4967fcee50e7c1 lrc: 3/0,1 mode: PW/PW res: [0x1436:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.055181:0:87237:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b896a514 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+499:85189:x1845970853006592:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.055194:0:122919:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070480952/0x3e4967fcee50e7c1 lrc: 3/0,1 mode: PW/PW res: [0x1436:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1760456370.055199:0:87237:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4984 count 1 00010000:00010000:3.0:1760456370.055204:0:122919:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000070480952/0x3e4967fcee50e7c1 lrc: 3/0,1 mode: PW/PW res: [0x1436:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.055212:0:122919:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000070480952/0x3e4967fcee50e7c1 lrc: 2/0,0 mode: PW/PW res: [0x1436:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.055213:0:87237:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e815 lrc: 3/0,1 mode: --/PW res: [0x1378:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.055235:0:87237:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000064c0f215/0x3e4967fcee5084da lrc: 2/0,0 mode: PR/PR res: [0x1378:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f595 expref: 151 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.055244:0:122919:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.055246:0:87237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.055249:0:87237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.055251:0:87237:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e815 lrc: 4/0,1 mode: --/PW res: [0x1378:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.055264:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.055267:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000070480952/0x3e4967fcee50e7c1 lrc: 2/0,0 mode: PW/PW res: [0x1436:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.055272:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000070480952 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.055274:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000070480952/0x3e4967fcee50e7c1 lrc: 2/0,0 mode: PW/PW res: [0x1436:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.055279:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000070480952/0x3e4967fcee50e7c1 lrc: 3/0,0 mode: PW/PW res: [0x1436:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.055289:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000070480952/0x3e4967fcee50e7c1 lrc: 1/0,0 mode: --/PW res: [0x1436:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.055293:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000070480952/0x3e4967fcee50e7c1 lrc: 0/0,0 mode: --/PW res: [0x1436:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.055306:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.055307:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.055310:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.055325:0:164869:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000daa78c59/0x3e4967fcee5081e6 lrc: 0/0,0 mode: --/PR res: [0x1350:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f4ed expref: 151 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.055333:0:164869:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005a21a439 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:164869:1845970853004800:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.055344:0:164869:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e7ac lrc: 3/0,1 mode: PW/PW res: [0x1350:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.055353:0:164869:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e7ac lrc: 3/0,1 mode: PW/PW res: [0x1350:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.055358:0:164869:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e7ac lrc: 3/0,1 mode: PW/PW res: [0x1350:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.055364:0:164869:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e7ac lrc: 3/0,1 mode: PW/PW res: [0x1350:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.055371:0:164869:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e7ac lrc: 2/0,0 mode: PW/PW res: [0x1350:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.055392:0:164869:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1760456370.055414:0:122919:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003347fb0f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+481:85188:x1845970853004992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3274us (4212us total) trans 38654713903 rc 0/0 00000004:00080000:0.0:1760456370.055421:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000076bfcd4/2, rc 0, transno 8239 00000100:00100000:3.0:1760456370.055423:0:122919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19515 00000100:00100000:0.0:1760456370.055435:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000076bfcd4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853004992:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1760456370.055445:0:122919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19528 00000100:00100000:3.0:1760456370.055453:0:122919:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007739e935 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+480:85190:x1845970853006784:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456370.055459:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.055463:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e7ac lrc: 2/0,0 mode: PW/PW res: [0x1350:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1760456370.055467:0:122919:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5200 count 1 00010000:00010000:1.0:1760456370.055470:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009b9682d0 already unused, calling callback (0000000049577fce) 00000100:00100000:0.0:1760456370.055472:0:85190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1760456370.055474:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e7ac lrc: 2/0,0 mode: PW/PW res: [0x1350:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.055481:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e7ac lrc: 3/0,0 mode: PW/PW res: [0x1350:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.055481:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090857922 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853006848:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456370.055482:0:122919:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000316a8334/0x3e4967fcee50e81c lrc: 3/0,1 mode: --/PW res: [0x1450:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.055505:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e7ac lrc: 1/0,0 mode: --/PW res: [0x1350:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.055527:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1760456370.055532:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e7ac lrc: 0/0,0 mode: --/PW res: [0x1350:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.055533:0:122919:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003c8e82af/0x3e4967fcee509b00 lrc: 2/0,0 mode: PR/PR res: [0x1450:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa81 expref: 118 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.055547:0:88855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853006848 00010000:00010000:3.0:1760456370.055551:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.055554:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.055555:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.055557:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.055558:0:122919:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000316a8334/0x3e4967fcee50e81c lrc: 4/0,1 mode: --/PW res: [0x1450:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.055561:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.055567:0:88855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19529 00000100:00100000:0.0:1760456370.055571:0:88855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006567e0b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+481:85190:x1845970853006848:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1760456370.055582:0:88855:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5199 count 1 00010000:00010000:3.0:1760456370.055585:0:122919:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003c8e82af/0x3e4967fcee509b00 lrc: 3/0,0 mode: PR/PR res: [0x1450:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa81 expref: 118 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.055592:0:88855:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009c20bb99/0x3e4967fcee50e823 lrc: 3/0,1 mode: --/PW res: [0x144f:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.055597:0:122919:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003c8e82af/0x3e4967fcee509b00 lrc: 4/0,0 mode: PR/PR res: [0x1450:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa81 expref: 118 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.055608:0:88855:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d91d71d6/0x3e4967fcee509b3f lrc: 2/0,0 mode: PR/PR res: [0x144f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa8f expref: 118 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.055615:0:122919:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e7a0c636 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:122919:1845970853006912:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.055630:0:88855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.055632:0:88855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.055634:0:88855:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009c20bb99/0x3e4967fcee50e823 lrc: 4/0,1 mode: --/PW res: [0x144f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.055659:0:88855:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d91d71d6/0x3e4967fcee509b3f lrc: 3/0,0 mode: PR/PR res: [0x144f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa8f expref: 118 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.055669:0:88855:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d91d71d6/0x3e4967fcee509b3f lrc: 4/0,0 mode: PR/PR res: [0x144f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa8f expref: 118 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.055670:0:122919:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f3e92267 going to sleep for 6 seconds 00000100:00100000:0.0:1760456370.055682:0:88855:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ff500b5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:88855:1845970853006976:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.055709:0:88855:0:(client.c:2500:ptlrpc_set_wait()) set 000000001b8cab0b going to sleep for 6 seconds 00000100:00100000:1.0:1760456370.055887:0:122914:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000038003a91 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:122914:1845970853005568:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.055892:0:164869:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005084f027 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+500:85190:x1845970853004736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5957us (6033us total) trans 12884911331 rc 0/0 00000100:00100000:0.0:1760456370.055899:0:164869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19512 00010000:00010000:1.0:1760456370.055903:0:122914:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e7a5 lrc: 3/0,1 mode: --/PW res: [0x1337:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.055911:0:122921:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b12c6387 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:122921:1845970853006080:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.055936:0:122921:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000268fef09/0x3e4967fcee50e7eb lrc: 3/0,1 mode: --/PW res: [0x1372:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.055942:0:170681:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d488f490 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:170681:1845970853005696:192.168.203.34@tcp:104: 00000004:00080000:0.0:1760456370.055945:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009cbc0b14/2, rc 0, transno 9443 00000100:00100000:0.0:1760456370.055959:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009cbc0b14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853004736:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.055962:0:170681:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50e7dd lrc: 3/0,1 mode: --/PW res: [0x1354:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.055984:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.055995:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1760456370.056002:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d74ef2ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853007040:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.056020:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.056034:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874004928 00000100:00100000:0.0:1760456370.056039:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1760456370.056056:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456370.056056:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c4b35cc6/0x3e4967fcee508321 lrc: 4/0,0 mode: PR/PR res: [0x1354:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f533 expref: 151 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.056085:0:87410:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e9e10d4e pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:87410:1845970853005824:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.056092:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874004992 00000100:00100000:3.0:1760456370.056093:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456370.056101:0:87410:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50e7d6 lrc: 3/0,1 mode: --/PW res: [0x1438:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.056108:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ee184267/0x3e4967fcee50806c lrc: 4/0,0 mode: PR/PR res: [0x1337:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f499 expref: 152 pid: 122920 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.056112:0:88636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874005056 00010000:00010000:1.0:1760456370.056127:0:88636:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006b9a81ce/0x3e4967fcee50839f lrc: 4/0,0 mode: PR/PR res: [0x1372:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f54f expref: 153 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.056139:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.056140:0:122923:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005f2fa5ea pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:122923:1845970853005888:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.056142:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874005120 00010000:00010000:0.0:1760456370.056152:0:122923:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d8857873/0x3e4967fcee50e7cf lrc: 3/0,1 mode: --/PW res: [0x1345:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.056159:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000076ab3a42/0x3e4967fcee50984b lrc: 4/0,0 mode: PR/PR res: [0x1438:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f9e7 expref: 119 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.056169:0:88636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874005184 00000100:00100000:3.0:1760456370.056174:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1503 00010000:00010000:1.0:1760456370.056181:0:88636:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003b921b3c/0x3e4967fcee509908 lrc: 5/0,0 mode: PR/PR res: [0x143a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa11 expref: 120 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.056185:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dbaf32e4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+153:167596:x1845970874004928:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00000100:00100000:0.0:1760456370.056185:0:164871:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7f52743 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:164871:1845970853006144:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.056198:0:122347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1504 00010000:00010000:0.0:1760456370.056200:0:164871:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fb01c125/0x3e4967fcee50e7c8 lrc: 3/0,1 mode: --/PW res: [0x142d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.056207:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1760456370.056209:0:122347:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b43c1c02 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+153:167596:x1845970874004992:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1760456370.056215:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c4b35cc6/0x3e4967fcee508321 lrc: 4/0,0 mode: PR/PR res: [0x1354:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f533 expref: 153 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.056216:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1505 00010000:00010000:2.0:1760456370.056221:0:122347:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1760456370.056227:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b97fd9a0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+153:167596:x1845970874005056:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1760456370.056228:0:87237:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000064c0f215/0x3e4967fcee5084da lrc: 3/0,0 mode: PR/PR res: [0x1378:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f595 expref: 153 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.056229:0:122347:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ee184267/0x3e4967fcee50806c lrc: 4/0,0 mode: PR/PR res: [0x1337:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f499 expref: 153 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.056237:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c4b35cc6/0x3e4967fcee508321 lrc: 3/0,0 mode: PR/PR res: [0x1354:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f533 expref: 153 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.056241:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456370.056249:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006b9a81ce/0x3e4967fcee50839f lrc: 4/0,0 mode: PR/PR res: [0x1372:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f54f expref: 153 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.056253:0:87237:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000064c0f215/0x3e4967fcee5084da lrc: 4/0,0 mode: PR/PR res: [0x1378:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f595 expref: 153 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.056263:0:122347:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ee184267/0x3e4967fcee50806c lrc: 3/0,0 mode: PR/PR res: [0x1337:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f499 expref: 153 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.056275:0:86474:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c4b35cc6/0x3e4967fcee508321 lrc: 0/0,0 mode: --/PR res: [0x1354:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f533 expref: 153 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.056275:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006b9a81ce/0x3e4967fcee50839f lrc: 3/0,0 mode: PR/PR res: [0x1372:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f54f expref: 153 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.056283:0:87237:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7f52743 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:87237:1845970853007104:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.056300:0:122347:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ee184267/0x3e4967fcee50806c lrc: 0/0,0 mode: --/PR res: [0x1337:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f499 expref: 153 pid: 122920 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.056305:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.056308:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.056308:0:88636:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006b9a81ce/0x3e4967fcee50839f lrc: 0/0,0 mode: --/PR res: [0x1372:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f54f expref: 152 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.056311:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50e7dd lrc: 3/0,1 mode: PW/PW res: [0x1354:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.056322:0:87237:0:(client.c:2500:ptlrpc_set_wait()) set 0000000000cdd6c1 going to sleep for 6 seconds 00010000:00010000:3.0:1760456370.056335:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50e7dd lrc: 4/0,1 mode: PW/PW res: [0x1354:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.056341:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1760456370.056342:0:164869:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853007040 00010000:00010000:2.0:1760456370.056345:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.056349:0:122347:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e7a5 lrc: 3/0,1 mode: PW/PW res: [0x1337:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.056357:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456370.056358:0:122347:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e7a5 lrc: 4/0,1 mode: PW/PW res: [0x1337:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.056370:0:164869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19530 00000100:00100000:0.0:1760456370.056375:0:164869:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000021502081 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+500:85189:x1845970853007040:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.056383:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dbaf32e4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+151:167596:x1845970874004928:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 199us (401us total) trans 0 rc 0/0 00010000:00010000:2.0:1760456370.056383:0:122347:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:0.0:1760456370.056387:0:164869:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4986 count 1 00000100:00100000:3.0:1760456370.056394:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1503 00010000:00010000:0.0:1760456370.056399:0:164869:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e82a lrc: 3/0,1 mode: --/PW res: [0x137a:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.056407:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.056410:0:164869:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000302ad7ca/0x3e4967fcee508519 lrc: 2/0,0 mode: PR/PR res: [0x137a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f5a3 expref: 149 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.056411:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.056414:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000268fef09/0x3e4967fcee50e7eb lrc: 3/0,1 mode: PW/PW res: [0x1372:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.056417:0:122347:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b43c1c02 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+149:167596:x1845970874004992:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 205us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.056425:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1506 00010000:00010000:0.0:1760456370.056432:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.056435:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.056438:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000268fef09/0x3e4967fcee50e7eb lrc: 4/0,1 mode: PW/PW res: [0x1372:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.056439:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ecd6d43 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+120:167596:x1845970874005120:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1760456370.056439:0:164869:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e82a lrc: 4/0,1 mode: --/PW res: [0x137a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.056440:0:122347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1504 00010000:00010000:3.0:1760456370.056455:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.056463:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000076ab3a42/0x3e4967fcee50984b lrc: 4/0,0 mode: PR/PR res: [0x1438:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f9e7 expref: 120 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.056467:0:122347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1507 00010000:00010000:0.0:1760456370.056477:0:164869:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000302ad7ca/0x3e4967fcee508519 lrc: 3/0,0 mode: PR/PR res: [0x137a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f5a3 expref: 148 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.056478:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1760456370.056481:0:122347:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061d7fc99 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+120:167596:x1845970874005184:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1760456370.056498:0:122347:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1760456370.056499:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b97fd9a0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+148:167596:x1845970874005056:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 273us (446us total) trans 0 rc 0/0 00010000:00010000:3.0:1760456370.056506:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000076ab3a42/0x3e4967fcee50984b lrc: 3/0,0 mode: PR/PR res: [0x1438:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f9e7 expref: 120 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.056507:0:122347:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003b921b3c/0x3e4967fcee509908 lrc: 5/0,0 mode: PR/PR res: [0x143a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa11 expref: 120 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.056507:0:164869:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000302ad7ca/0x3e4967fcee508519 lrc: 4/0,0 mode: PR/PR res: [0x137a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f5a3 expref: 148 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.056585:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1505 00010000:00010000:2.0:1760456370.056598:0:122347:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003b921b3c/0x3e4967fcee509908 lrc: 4/0,0 mode: PR/PR res: [0x143a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa11 expref: 120 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.056601:0:164869:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e9e10d4e pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:164869:1845970853007168:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.056607:0:122914:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e7a5 lrc: 3/0,1 mode: PW/PW res: [0x1337:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.056632:0:122914:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e7a5 lrc: 3/0,1 mode: PW/PW res: [0x1337:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.056635:0:164869:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f55feff3 going to sleep for 6 seconds 00010000:00010000:2.0:1760456370.056638:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.056639:0:122914:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e7a5 lrc: 3/0,1 mode: PW/PW res: [0x1337:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.056642:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.056646:0:122347:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000084015e79/0x3e4967fcee50e7e4 lrc: 3/0,1 mode: PW/PW res: [0x143a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.056646:0:122914:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e7a5 lrc: 2/0,0 mode: PW/PW res: [0x1337:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.056673:0:122914:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1760456370.056674:0:122347:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000084015e79/0x3e4967fcee50e7e4 lrc: 4/0,1 mode: PW/PW res: [0x143a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.056676:0:86474:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000076ab3a42/0x3e4967fcee50984b lrc: 0/0,0 mode: --/PR res: [0x1438:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f9e7 expref: 120 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.056684:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.056691:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e7a5 lrc: 2/0,0 mode: PW/PW res: [0x1337:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.056704:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.056705:0:122347:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.056705:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005b2472ce already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456370.056707:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.056710:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e7a5 lrc: 2/0,0 mode: PW/PW res: [0x1337:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.056711:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50e7d6 lrc: 3/0,1 mode: PW/PW res: [0x1438:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.056730:0:122347:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061d7fc99 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+119:167596:x1845970874005184:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 250us (596us total) trans 0 rc 0/0 00010000:00010000:3.0:1760456370.056734:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50e7d6 lrc: 4/0,1 mode: PW/PW res: [0x1438:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.056735:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e7a5 lrc: 3/0,0 mode: PW/PW res: [0x1337:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.056746:0:122347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1507 00010000:00010000:0.0:1760456370.056765:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e7a5 lrc: 1/0,0 mode: --/PW res: [0x1337:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.056771:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.056776:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e7a5 lrc: 0/0,0 mode: --/PW res: [0x1337:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.056790:0:122921:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000268fef09/0x3e4967fcee50e7eb lrc: 3/0,1 mode: PW/PW res: [0x1372:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.056794:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.056796:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.056799:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.056800:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ecd6d43 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+118:167596:x1845970874005120:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 362us (709us total) trans 0 rc 0/0 00010000:00010000:2.0:1760456370.056807:0:122921:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000268fef09/0x3e4967fcee50e7eb lrc: 3/0,1 mode: PW/PW res: [0x1372:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.056809:0:87410:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50e7d6 lrc: 3/0,1 mode: PW/PW res: [0x1438:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.056817:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1506 00010000:00010000:0.0:1760456370.056831:0:87410:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50e7d6 lrc: 3/0,1 mode: PW/PW res: [0x1438:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.056833:0:122921:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000268fef09/0x3e4967fcee50e7eb lrc: 3/0,1 mode: PW/PW res: [0x1372:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.056839:0:87410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50e7d6 lrc: 3/0,1 mode: PW/PW res: [0x1438:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.056847:0:122921:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000268fef09/0x3e4967fcee50e7eb lrc: 2/0,0 mode: PW/PW res: [0x1372:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.056849:0:87410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50e7d6 lrc: 2/0,0 mode: PW/PW res: [0x1438:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.056884:0:87239:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003b921b3c/0x3e4967fcee509908 lrc: 0/0,0 mode: --/PR res: [0x143a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa11 expref: 117 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.056886:0:122921:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1760456370.056892:0:87410:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1760456370.056894:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1760456370.056899:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000268fef09/0x3e4967fcee50e7eb lrc: 2/0,0 mode: PW/PW res: [0x1372:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.056904:0:87239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2ae3fe7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:87239:1845970853005952:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.056909:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000268fef09 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.056912:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000268fef09/0x3e4967fcee50e7eb lrc: 2/0,0 mode: PW/PW res: [0x1372:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.056918:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000268fef09/0x3e4967fcee50e7eb lrc: 3/0,0 mode: PW/PW res: [0x1372:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.056921:0:87239:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000084015e79/0x3e4967fcee50e7e4 lrc: 3/0,1 mode: PW/PW res: [0x143a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.056929:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000268fef09/0x3e4967fcee50e7eb lrc: 1/0,0 mode: --/PW res: [0x1372:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.056932:0:87239:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000084015e79/0x3e4967fcee50e7e4 lrc: 3/0,1 mode: PW/PW res: [0x143a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.056936:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000268fef09/0x3e4967fcee50e7eb lrc: 0/0,0 mode: --/PW res: [0x1372:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.056954:0:87239:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000084015e79/0x3e4967fcee50e7e4 lrc: 3/0,1 mode: PW/PW res: [0x143a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.056963:0:87239:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000084015e79/0x3e4967fcee50e7e4 lrc: 3/0,1 mode: PW/PW res: [0x143a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.056963:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.056967:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50e7d6 lrc: 2/0,0 mode: PW/PW res: [0x1438:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.056979:0:87239:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000084015e79/0x3e4967fcee50e7e4 lrc: 2/0,0 mode: PW/PW res: [0x143a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.056981:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f2be79c4 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.056985:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50e7d6 lrc: 2/0,0 mode: PW/PW res: [0x1438:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.057000:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50e7d6 lrc: 3/0,0 mode: PW/PW res: [0x1438:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.057009:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50e7d6 lrc: 1/0,0 mode: --/PW res: [0x1438:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.057016:0:87239:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.057017:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f2be79c4/0x3e4967fcee50e7d6 lrc: 0/0,0 mode: --/PW res: [0x1438:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.057020:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.057025:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000084015e79/0x3e4967fcee50e7e4 lrc: 2/0,0 mode: PW/PW res: [0x143a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.057033:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000084015e79 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.057034:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.057036:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000084015e79/0x3e4967fcee50e7e4 lrc: 2/0,0 mode: PW/PW res: [0x143a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.057037:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.057040:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.057046:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.057048:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000084015e79/0x3e4967fcee50e7e4 lrc: 3/0,0 mode: PW/PW res: [0x143a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.057055:0:170681:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50e7dd lrc: 3/0,1 mode: PW/PW res: [0x1354:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.057061:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000084015e79/0x3e4967fcee50e7e4 lrc: 1/0,0 mode: --/PW res: [0x143a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.057062:0:170681:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50e7dd lrc: 3/0,1 mode: PW/PW res: [0x1354:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.057080:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000084015e79/0x3e4967fcee50e7e4 lrc: 0/0,0 mode: --/PW res: [0x143a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.057081:0:170681:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50e7dd lrc: 3/0,1 mode: PW/PW res: [0x1354:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.057099:0:170681:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50e7dd lrc: 2/0,0 mode: PW/PW res: [0x1354:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.057111:0:170681:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.057112:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.057116:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50e7dd lrc: 2/0,0 mode: PW/PW res: [0x1354:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.057118:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.057122:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000330d7dc8 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.057125:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50e7dd lrc: 2/0,0 mode: PW/PW res: [0x1354:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.057130:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50e7dd lrc: 3/0,0 mode: PW/PW res: [0x1354:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.057139:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50e7dd lrc: 1/0,0 mode: --/PW res: [0x1354:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.057143:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50e7dd lrc: 0/0,0 mode: --/PW res: [0x1354:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.057147:0:122921:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e44552cd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+502:85191:x1845970853005632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3570us (3963us total) trans 12884911333 rc 0/0 00000100:00100000:2.0:1760456370.057161:0:122921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19522 00010000:00010000:0.0:1760456370.057165:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.057169:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.057172:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.057263:0:87239:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000d12a667 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+483:85188:x1845970853005760:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3920us (4118us total) trans 38654713904 rc 0/0 00000004:00080000:0.0:1760456370.057270:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000268ddb71/2, rc 0, transno 8240 00000100:00100000:3.0:1760456370.057273:0:87239:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19521 00000100:00100000:0.0:1760456370.057282:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000268ddb71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853005760:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456370.057313:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1760456370.057320:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000f7340c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853007232:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1760456370.057332:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456370.057342:0:170681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbed4e03 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+502:85190:x1845970853005504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4362us (4545us total) trans 12884911334 rc 0/0 00000100:00100000:1.0:1760456370.057352:0:170681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19520 00000100:00100000:0.0:1760456370.057353:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456370.057376:0:170681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853007232 00000100:00100000:2.0:1760456370.057380:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874005248 00010000:00010000:2.0:1760456370.057402:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007f2c5d84/0x3e4967fcee5097cd lrc: 4/0,0 mode: PR/PR res: [0x142d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f9cb expref: 117 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.057403:0:170681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19531 00000004:00080000:0.0:1760456370.057411:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ad3ea2c9/2, rc 0, transno 9446 00000100:00100000:1.0:1760456370.057412:0:170681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009baeceb5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+483:85188:x1845970853007232:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1760456370.057417:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.057422:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad3ea2c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853005504:0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1760456370.057429:0:170681:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5198 count 1 00010000:00010000:1.0:1760456370.057442:0:170681:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e831 lrc: 3/0,1 mode: --/PW res: [0x144e:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.057445:0:86474:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874005312 00010000:00010000:1.0:1760456370.057454:0:170681:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000093722396/0x3e4967fcee509b7e lrc: 2/0,0 mode: PR/PR res: [0x144e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa9d expref: 117 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.057458:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000befd13bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853007296:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.057463:0:122343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1508 00010000:00010000:3.0:1760456370.057464:0:86474:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fd1b0fe9/0x3e4967fcee5082e2 lrc: 4/0,0 mode: PR/PR res: [0x1345:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f525 expref: 148 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.057467:0:170681:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.057470:0:170681:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.057472:0:170681:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e831 lrc: 4/0,1 mode: --/PW res: [0x144e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.057476:0:122343:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2ae3fe7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+117:167596:x1845970874005248:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00000100:00100000:0.0:1760456370.057486:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.057494:0:122343:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.057501:0:122343:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007f2c5d84/0x3e4967fcee5097cd lrc: 4/0,0 mode: PR/PR res: [0x142d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f9cb expref: 117 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.057505:0:170681:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000093722396/0x3e4967fcee509b7e lrc: 3/0,0 mode: PR/PR res: [0x144e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa9d expref: 117 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.057539:0:170681:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000093722396/0x3e4967fcee509b7e lrc: 4/0,0 mode: PR/PR res: [0x144e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa9d expref: 117 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.057540:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1509 00000100:00100000:0.0:1760456370.057543:0:164870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853007296 00000100:00100000:3.0:1760456370.057553:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006773a781 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+148:167596:x1845970874005312:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00000100:00100000:1.0:1760456370.057556:0:170681:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d488f490 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:170681:1845970853007360:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.057568:0:164870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19532 00010000:00010000:3.0:1760456370.057569:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.057569:0:122343:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007f2c5d84/0x3e4967fcee5097cd lrc: 3/0,0 mode: PR/PR res: [0x142d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f9cb expref: 117 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.057575:0:164870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae30ed12 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+502:85190:x1845970853007296:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.057578:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fd1b0fe9/0x3e4967fcee5082e2 lrc: 4/0,0 mode: PR/PR res: [0x1345:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f525 expref: 148 pid: 87239 timeout: 4721 lvb_type: 1 00000004:00080000:1.0:1760456370.057590:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c887b366/2, rc 0, transno 9445 00002000:00080000:0.0:1760456370.057591:0:164870:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4982 count 1 00010000:00010000:2.0:1760456370.057602:0:122343:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007f2c5d84/0x3e4967fcee5097cd lrc: 0/0,0 mode: --/PR res: [0x142d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f9cb expref: 117 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.057603:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c887b366 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853005632:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456370.057603:0:164870:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e838 lrc: 3/0,1 mode: --/PW res: [0x1376:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.057629:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fd1b0fe9/0x3e4967fcee5082e2 lrc: 3/0,0 mode: PR/PR res: [0x1345:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f525 expref: 148 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.057642:0:164870:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000991baf6/0x3e4967fcee508597 lrc: 2/0,0 mode: PR/PR res: [0x1376:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f5bf expref: 148 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.057647:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.057650:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.057651:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.057654:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.057655:0:122343:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fb01c125/0x3e4967fcee50e7c8 lrc: 3/0,1 mode: PW/PW res: [0x142d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.057656:0:164870:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e838 lrc: 4/0,1 mode: --/PW res: [0x1376:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.057658:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000038003a91 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853007424:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.057660:0:86474:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fd1b0fe9/0x3e4967fcee5082e2 lrc: 0/0,0 mode: --/PR res: [0x1345:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f525 expref: 148 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.057682:0:122343:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fb01c125/0x3e4967fcee50e7c8 lrc: 4/0,1 mode: PW/PW res: [0x142d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.057689:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1760456370.057689:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456370.057692:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.057694:0:164870:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000991baf6/0x3e4967fcee508597 lrc: 3/0,0 mode: PR/PR res: [0x1376:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f5bf expref: 147 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.057697:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d8857873/0x3e4967fcee50e7cf lrc: 3/0,1 mode: PW/PW res: [0x1345:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.057716:0:122343:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1760456370.057716:0:122914:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009598484a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+502:85191:x1845970853004224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7997us (8680us total) trans 12884911332 rc 0/0 00010000:00010000:3.0:1760456370.057720:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d8857873/0x3e4967fcee50e7cf lrc: 4/0,1 mode: PW/PW res: [0x1345:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.057728:0:164870:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000991baf6/0x3e4967fcee508597 lrc: 4/0,0 mode: PR/PR res: [0x1376:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f5bf expref: 147 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.057732:0:122914:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19511 00000100:00100000:2.0:1760456370.057743:0:122343:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2ae3fe7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+116:167596:x1845970874005248:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 267us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456370.057746:0:122914:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853007424 00000100:00100000:0.0:1760456370.057751:0:164870:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002a9e36f3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:164870:1845970853007488:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.057757:0:122343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1508 00010000:00010000:3.0:1760456370.057759:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1760456370.057764:0:122914:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19533 00000100:00100000:1.0:1760456370.057769:0:122914:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000014f2e45a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+502:85191:x1845970853007424:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.057776:0:164870:0:(client.c:2500:ptlrpc_set_wait()) set 00000000756f8c76 going to sleep for 6 seconds 00002000:00080000:1.0:1760456370.057780:0:122914:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4997 count 1 00000100:00100000:3.0:1760456370.057785:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006773a781 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+147:167596:x1845970874005312:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 232us (375us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456370.057791:0:122914:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c042e065/0x3e4967fcee50e83f lrc: 3/0,1 mode: --/PW res: [0x1385:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.057800:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1509 00010000:00010000:0.0:1760456370.057802:0:122923:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d8857873/0x3e4967fcee50e7cf lrc: 3/0,1 mode: PW/PW res: [0x1345:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.057807:0:122914:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008be08d14/0x3e4967fcee5086d2 lrc: 2/0,0 mode: PR/PR res: [0x1385:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f605 expref: 147 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.057814:0:122923:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d8857873/0x3e4967fcee50e7cf lrc: 3/0,1 mode: PW/PW res: [0x1345:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.057818:0:122914:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.057820:0:122914:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.057822:0:122914:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c042e065/0x3e4967fcee50e83f lrc: 4/0,1 mode: --/PW res: [0x1385:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.057824:0:122923:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d8857873/0x3e4967fcee50e7cf lrc: 3/0,1 mode: PW/PW res: [0x1345:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.057839:0:122923:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d8857873/0x3e4967fcee50e7cf lrc: 2/0,0 mode: PW/PW res: [0x1345:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.057850:0:122914:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008be08d14/0x3e4967fcee5086d2 lrc: 3/0,0 mode: PR/PR res: [0x1385:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f605 expref: 146 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.057856:0:122923:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.057859:0:122914:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008be08d14/0x3e4967fcee5086d2 lrc: 4/0,0 mode: PR/PR res: [0x1385:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f605 expref: 146 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.057868:0:122914:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009fa95a51 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:122914:1845970853007552:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.057879:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1760456370.057885:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d8857873/0x3e4967fcee50e7cf lrc: 2/0,0 mode: PW/PW res: [0x1345:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.057888:0:122914:0:(client.c:2500:ptlrpc_set_wait()) set 00000000693a8c6a going to sleep for 6 seconds 00010000:00010000:2.0:1760456370.057898:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d8857873 already unused, calling callback (0000000049577fce) 00010000:00010000:2.0:1760456370.057904:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d8857873/0x3e4967fcee50e7cf lrc: 2/0,0 mode: PW/PW res: [0x1345:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.057914:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d8857873/0x3e4967fcee50e7cf lrc: 3/0,0 mode: PW/PW res: [0x1345:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1760456370.057917:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000002fadb4e5/2, rc 0, transno 9444 00000100:00100000:1.0:1760456370.057929:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002fadb4e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853004224:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.057931:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d8857873/0x3e4967fcee50e7cf lrc: 1/0,0 mode: --/PW res: [0x1345:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.057941:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d8857873/0x3e4967fcee50e7cf lrc: 0/0,0 mode: --/PW res: [0x1345:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.057962:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.057965:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.057969:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.057975:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c9c58cad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853007616:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.058000:0:122905:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b4c05355 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:122905:1845970853006272:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456370.058001:0:122906:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009ce944d6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:122906:1845970853006208:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.058015:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1760456370.058018:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456370.058028:0:122905:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007d31c243/0x3e4967fcee50e7f9 lrc: 3/0,1 mode: --/PW res: [0x1439:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.058030:0:122906:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e7f2 lrc: 3/0,1 mode: --/PW res: [0x1374:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.058074:0:164871:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fb01c125/0x3e4967fcee50e7c8 lrc: 3/0,1 mode: PW/PW res: [0x142d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.058075:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.058078:0:122920:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853007616 00000100:00100000:1.0:1760456370.058081:0:170681:0:(client.c:2500:ptlrpc_set_wait()) set 0000000004a8b86a going to sleep for 6 seconds 00010000:00010000:0.0:1760456370.058086:0:164871:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fb01c125/0x3e4967fcee50e7c8 lrc: 3/0,1 mode: PW/PW res: [0x142d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.058096:0:164871:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fb01c125/0x3e4967fcee50e7c8 lrc: 3/0,1 mode: PW/PW res: [0x142d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.058101:0:164871:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fb01c125/0x3e4967fcee50e7c8 lrc: 2/0,0 mode: PW/PW res: [0x142d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.058105:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874005440 00000100:00100000:2.0:1760456370.058109:0:122920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19534 00000100:00100000:2.0:1760456370.058114:0:122920:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030aa5930 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+503:85188:x1845970853007616:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456370.058116:0:164871:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456370.058123:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c8a77780/0x3e4967fcee50980c lrc: 4/0,0 mode: PR/PR res: [0x1439:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f9d9 expref: 116 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.058124:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.058129:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fb01c125/0x3e4967fcee50e7c8 lrc: 2/0,0 mode: PW/PW res: [0x142d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1760456370.058130:0:122920:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4992 count 1 00010000:00010000:1.0:1760456370.058140:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fb01c125 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.058143:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fb01c125/0x3e4967fcee50e7c8 lrc: 2/0,0 mode: PW/PW res: [0x142d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.058147:0:122920:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e846 lrc: 3/0,1 mode: --/PW res: [0x1380:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.058148:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fb01c125/0x3e4967fcee50e7c8 lrc: 3/0,0 mode: PW/PW res: [0x142d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.058156:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874005376 00010000:00010000:3.0:1760456370.058172:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000aa7da314/0x3e4967fcee5083de lrc: 4/0,0 mode: PR/PR res: [0x1374:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f55d expref: 147 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.058174:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fb01c125/0x3e4967fcee50e7c8 lrc: 1/0,0 mode: --/PW res: [0x142d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.058176:0:122920:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c83318d1/0x3e4967fcee508711 lrc: 2/0,0 mode: PR/PR res: [0x1380:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f613 expref: 147 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.058197:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fb01c125/0x3e4967fcee50e7c8 lrc: 0/0,0 mode: --/PW res: [0x142d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.058202:0:122920:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.058204:0:122920:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.058207:0:122920:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e846 lrc: 4/0,1 mode: --/PW res: [0x1380:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.058230:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.058233:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.058236:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.058247:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1510 00000100:00100000:3.0:1760456370.058253:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e890cb3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+116:167595:x1845970874005440:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00000100:00100000:2.0:1760456370.058261:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1511 00010000:00010000:3.0:1760456370.058263:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.058271:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c8a77780/0x3e4967fcee50980c lrc: 4/0,0 mode: PR/PR res: [0x1439:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f9d9 expref: 116 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.058272:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dbaf32e4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+147:167595:x1845970874005376:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00000100:00100000:0.0:1760456370.058275:0:164871:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000578ef46b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+484:85190:x1845970853005184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6058us (6895us total) trans 38654713906 rc 0/0 00000100:00100000:0.0:1760456370.058289:0:164871:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19516 00010000:00010000:2.0:1760456370.058290:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.058294:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c8a77780/0x3e4967fcee50980c lrc: 3/0,0 mode: PR/PR res: [0x1439:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f9d9 expref: 116 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.058299:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000aa7da314/0x3e4967fcee5083de lrc: 4/0,0 mode: PR/PR res: [0x1374:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f55d expref: 147 pid: 87239 timeout: 4721 lvb_type: 1 00000004:00080000:0.0:1760456370.058312:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a69019c2/2, rc 0, transno 8242 00010000:00010000:2.0:1760456370.058318:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000aa7da314/0x3e4967fcee5083de lrc: 3/0,0 mode: PR/PR res: [0x1374:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f55d expref: 147 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.058321:0:86473:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c8a77780/0x3e4967fcee50980c lrc: 0/0,0 mode: --/PR res: [0x1439:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f9d9 expref: 116 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.058321:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a69019c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853005184:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456370.058350:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.058352:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1760456370.058354:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005f2fa5ea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853007680:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456370.058355:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007d31c243/0x3e4967fcee50e7f9 lrc: 3/0,1 mode: PW/PW res: [0x1439:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.058356:0:122344:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aa7da314/0x3e4967fcee5083de lrc: 0/0,0 mode: --/PR res: [0x1374:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f55d expref: 147 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.058377:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007d31c243/0x3e4967fcee50e7f9 lrc: 4/0,1 mode: PW/PW res: [0x1439:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.058378:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.058386:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.058389:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.058392:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e7f2 lrc: 3/0,1 mode: PW/PW res: [0x1374:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.058401:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e7f2 lrc: 4/0,1 mode: PW/PW res: [0x1374:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.058404:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1760456370.058431:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e890cb3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+115:167595:x1845970874005440:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 176us (424us total) trans 0 rc 0/0 00010000:00010000:2.0:1760456370.058433:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1760456370.058441:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1510 00010000:00010000:1.0:1760456370.058447:0:122906:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e7f2 lrc: 3/0,1 mode: PW/PW res: [0x1374:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.058455:0:122906:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e7f2 lrc: 3/0,1 mode: PW/PW res: [0x1374:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.058465:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dbaf32e4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+146:167595:x1845970874005376:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 191us (390us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456370.058469:0:122906:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e7f2 lrc: 3/0,1 mode: PW/PW res: [0x1374:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.058473:0:122923:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7a02960 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+504:85189:x1845970853005376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6019us (6089us total) trans 12884911335 rc 0/0 00000100:00100000:3.0:1760456370.058479:0:87239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853007680 00000100:00100000:2.0:1760456370.058483:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1511 00010000:00010000:1.0:1760456370.058486:0:122906:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e7f2 lrc: 2/0,0 mode: PW/PW res: [0x1374:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.058491:0:122923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19518 00010000:00010000:1.0:1760456370.058504:0:122906:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1760456370.058543:0:87239:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19535 00000100:00100000:3.0:1760456370.058551:0:87239:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a21a439 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+484:85189:x1845970853007680:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1760456370.058567:0:87239:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5197 count 1 00010000:00010000:3.0:1760456370.058582:0:87239:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bed1ec81/0x3e4967fcee50e84d lrc: 3/0,1 mode: --/PW res: [0x144d:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.058595:0:87239:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000045575720/0x3e4967fcee509c3b lrc: 2/0,0 mode: PR/PR res: [0x144d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fac7 expref: 114 pid: 87239 timeout: 0 lvb_type: 1 00000004:00080000:0.0:1760456370.058597:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000079603972/2, rc 0, transno 9447 00010000:00010000:3.0:1760456370.058606:0:87239:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.058607:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456370.058608:0:87239:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.058610:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e7f2 lrc: 2/0,0 mode: PW/PW res: [0x1374:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.058611:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000079603972 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853005376:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.058612:0:87239:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bed1ec81/0x3e4967fcee50e84d lrc: 4/0,1 mode: --/PW res: [0x144d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.058635:0:122920:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c83318d1/0x3e4967fcee508711 lrc: 3/0,0 mode: PR/PR res: [0x1380:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f613 expref: 145 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.058644:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fa6ffac7 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.058647:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e7f2 lrc: 2/0,0 mode: PW/PW res: [0x1374:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.058662:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e7f2 lrc: 3/0,0 mode: PW/PW res: [0x1374:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.058667:0:122920:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c83318d1/0x3e4967fcee508711 lrc: 4/0,0 mode: PR/PR res: [0x1380:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f613 expref: 145 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.058672:0:87239:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000045575720/0x3e4967fcee509c3b lrc: 3/0,0 mode: PR/PR res: [0x144d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fac7 expref: 114 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.058673:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e7f2 lrc: 1/0,0 mode: --/PW res: [0x1374:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.058685:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001638fe2b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853007808:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.058694:0:122920:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b4c05355 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:122920:1845970853007744:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.058697:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e7f2 lrc: 0/0,0 mode: --/PW res: [0x1374:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.058703:0:87239:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000045575720/0x3e4967fcee509c3b lrc: 4/0,0 mode: PR/PR res: [0x144d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fac7 expref: 114 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.058717:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.058720:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1760456370.058721:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.058723:0:87239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b43c1c02 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:87239:1845970853007872:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.058725:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.058727:0:122920:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c91777c2 going to sleep for 6 seconds 00000100:00100000:3.0:1760456370.058753:0:87239:0:(client.c:2500:ptlrpc_set_wait()) set 00000000025268cf going to sleep for 6 seconds 00000100:00100000:2.0:1760456370.058755:0:122921:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853007808 00000100:00100000:2.0:1760456370.058790:0:122921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19536 00000100:00100000:2.0:1760456370.058797:0:122921:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f1ba7aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+504:85190:x1845970853007808:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.058805:0:87410:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008975dc8b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+484:85188:x1845970853005440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5915us (6081us total) trans 38654713905 rc 0/0 00002000:00080000:2.0:1760456370.058812:0:122921:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4999 count 1 00000100:00100000:0.0:1760456370.058812:0:87410:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19519 00010000:00010000:2.0:1760456370.058831:0:122921:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50e854 lrc: 3/0,1 mode: --/PW res: [0x1387:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.058841:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000004:00080000:0.0:1760456370.058842:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000004cbb5d95/2, rc 0, transno 8241 00010000:00010000:2.0:1760456370.058853:0:122921:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000477dde1/0x3e4967fcee50878f lrc: 2/0,0 mode: PR/PR res: [0x1387:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f62f expref: 145 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.058854:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004cbb5d95 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853005440:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456370.058867:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.058869:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.058871:0:122921:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50e854 lrc: 4/0,1 mode: --/PW res: [0x1387:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.058897:0:85190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1760456370.058905:0:122921:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000477dde1/0x3e4967fcee50878f lrc: 3/0,0 mode: PR/PR res: [0x1387:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f62f expref: 145 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.058907:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b09ab7e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853007936:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1760456370.058917:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456370.058919:0:122906:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000652a7bdb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+505:85189:x1845970853006016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5109us (5309us total) trans 12884911336 rc 0/0 00000004:00080000:0.0:1760456370.058927:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008631a30b/2, rc 0, transno 9448 00010000:00010000:2.0:1760456370.058934:0:122921:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000477dde1/0x3e4967fcee50878f lrc: 4/0,0 mode: PR/PR res: [0x1387:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f62f expref: 145 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.058934:0:122906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19523 00000100:00100000:0.0:1760456370.058938:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008631a30b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853006016:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.058954:0:122921:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b12c6387 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:122921:1845970853008000:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.058963:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.058976:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1760456370.058984:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006079e7a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853008064:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.058985:0:122921:0:(client.c:2500:ptlrpc_set_wait()) set 0000000064d40a02 going to sleep for 6 seconds 00000100:00100000:3.0:1760456370.058989:0:86474:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874005504 00010000:00010000:3.0:1760456370.059009:0:86474:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000db071fea/0x3e4967fcee5099c5 lrc: 5/0,0 mode: PR/PR res: [0x1449:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa3b expref: 115 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.059010:0:122344:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874005568 00000100:00100000:0.0:1760456370.059013:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.059029:0:122344:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000065baa469/0x3e4967fcee50841d lrc: 5/0,0 mode: PR/PR res: [0x1373:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f56b expref: 146 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.059039:0:122906:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853008064 00000100:00100000:3.0:1760456370.059051:0:86474:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874005632 00000100:00100000:1.0:1760456370.059061:0:122906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19537 00010000:00010000:3.0:1760456370.059068:0:86474:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b3575f54/0x3e4967fcee509a43 lrc: 5/0,0 mode: PR/PR res: [0x144a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa57 expref: 116 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.059069:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1512 00000100:00100000:1.0:1760456370.059069:0:122906:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f99d95d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+505:85189:x1845970853008064:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.059077:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456370.059085:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b97fd9a0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+116:167595:x1845970874005504:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00002000:00080000:1.0:1760456370.059086:0:122906:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:4994 count 1 00000100:00100000:0.0:1760456370.059096:0:122923:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853007936 00010000:00010000:1.0:1760456370.059099:0:122906:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000058314f92/0x3e4967fcee50e85b lrc: 3/0,1 mode: --/PW res: [0x1382:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.059100:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1760456370.059107:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1513 00010000:00010000:2.0:1760456370.059109:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000db071fea/0x3e4967fcee5099c5 lrc: 5/0,0 mode: PR/PR res: [0x1449:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa3b expref: 116 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.059115:0:122923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19538 00010000:00010000:1.0:1760456370.059121:0:122906:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f09112bd/0x3e4967fcee5087ce lrc: 2/0,0 mode: PR/PR res: [0x1382:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f63d expref: 146 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.059122:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ecd6d43 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+146:167596:x1845970874005568:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00000100:00100000:0.0:1760456370.059126:0:122923:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000066aaef1a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+484:85190:x1845970853007936:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456370.059139:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456370.059140:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.059143:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.059144:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000db071fea/0x3e4967fcee5099c5 lrc: 4/0,0 mode: PR/PR res: [0x1449:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa3b expref: 116 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.059145:0:122906:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000058314f92/0x3e4967fcee50e85b lrc: 4/0,1 mode: --/PW res: [0x1382:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1760456370.059146:0:122923:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5217 count 1 00010000:00010000:3.0:1760456370.059149:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000065baa469/0x3e4967fcee50841d lrc: 5/0,0 mode: PR/PR res: [0x1373:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f56b expref: 146 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.059158:0:122923:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e862 lrc: 3/0,1 mode: --/PW res: [0x1461:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.059184:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.059184:0:122906:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f09112bd/0x3e4967fcee5087ce lrc: 3/0,0 mode: PR/PR res: [0x1382:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f63d expref: 146 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.059185:0:122923:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000000af3908/0x3e4967fcee509c7a lrc: 2/0,0 mode: PR/PR res: [0x1461:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fad5 expref: 116 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.059186:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000065baa469/0x3e4967fcee50841d lrc: 4/0,0 mode: PR/PR res: [0x1373:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f56b expref: 146 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.059188:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.059192:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fdd2497a/0x3e4967fcee50e800 lrc: 3/0,1 mode: PW/PW res: [0x1449:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.059211:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.059214:0:122906:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f09112bd/0x3e4967fcee5087ce lrc: 4/0,0 mode: PR/PR res: [0x1382:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f63d expref: 146 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.059215:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.059218:0:122923:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e862 lrc: 4/0,1 mode: --/PW res: [0x1461:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.059226:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.059229:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.059233:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000362a6e9e/0x3e4967fcee50e807 lrc: 3/0,1 mode: PW/PW res: [0x1373:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.059244:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fdd2497a/0x3e4967fcee50e800 lrc: 4/0,1 mode: PW/PW res: [0x1449:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.059245:0:122906:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009ce944d6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:122906:1845970853008128:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.059250:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000362a6e9e/0x3e4967fcee50e807 lrc: 4/0,1 mode: PW/PW res: [0x1373:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.059255:0:122923:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000000af3908/0x3e4967fcee509c7a lrc: 3/0,0 mode: PR/PR res: [0x1461:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fad5 expref: 116 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1760456370.059265:0:122906:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e59358bd going to sleep for 6 seconds 00010000:00010000:2.0:1760456370.059279:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.059283:0:122923:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000000af3908/0x3e4967fcee509c7a lrc: 4/0,0 mode: PR/PR res: [0x1461:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fad5 expref: 116 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.059285:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1760456370.059292:0:122923:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000091436c8c pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:122923:1845970853008192:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.059300:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b97fd9a0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+116:167595:x1845970874005504:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 220us (467us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.059309:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ecd6d43 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+146:167596:x1845970874005568:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 191us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.059312:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1512 00000100:00100000:0.0:1760456370.059312:0:122923:0:(client.c:2500:ptlrpc_set_wait()) set 000000004dffd536 going to sleep for 6 seconds 00000100:00100000:3.0:1760456370.059323:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1513 00000100:00100000:2.0:1760456370.059340:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1514 00000100:00100000:2.0:1760456370.059348:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000029f9d1eb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+115:167596:x1845970874005632:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1760456370.059357:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.059363:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b3575f54/0x3e4967fcee509a43 lrc: 5/0,0 mode: PR/PR res: [0x144a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa57 expref: 115 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.059373:0:164868:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f1d39c1a pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:164868:1845970853006720:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.059376:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b3575f54/0x3e4967fcee509a43 lrc: 3/0,0 mode: PR/PR res: [0x144a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa57 expref: 115 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.059388:0:164868:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f7b1e160/0x3e4967fcee50e80e lrc: 3/0,1 mode: --/PW res: [0x144a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.059397:0:122344:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b3575f54/0x3e4967fcee509a43 lrc: 0/0,0 mode: --/PR res: [0x144a:0x0:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa57 expref: 115 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.059412:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.059414:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.059417:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f7b1e160/0x3e4967fcee50e80e lrc: 3/0,1 mode: PW/PW res: [0x144a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.059425:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f7b1e160/0x3e4967fcee50e80e lrc: 4/0,1 mode: PW/PW res: [0x144a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.059447:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1760456370.059467:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000029f9d1eb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+114:167596:x1845970874005632:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 119us (511us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.059475:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1514 00000100:00100000:0.0:1760456370.059547:0:88855:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ff500b5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:88855:1845970853006976:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.059553:0:122905:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007d31c243/0x3e4967fcee50e7f9 lrc: 3/0,1 mode: PW/PW res: [0x1439:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.059562:0:88855:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009c20bb99/0x3e4967fcee50e823 lrc: 3/0,1 mode: --/PW res: [0x144f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.059564:0:122905:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007d31c243/0x3e4967fcee50e7f9 lrc: 3/0,1 mode: PW/PW res: [0x1439:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.059573:0:122919:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e7a0c636 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:122919:1845970853006912:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.059583:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456370.059587:0:122905:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007d31c243/0x3e4967fcee50e7f9 lrc: 3/0,1 mode: PW/PW res: [0x1439:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.059589:0:122919:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000316a8334/0x3e4967fcee50e81c lrc: 3/0,1 mode: --/PW res: [0x1450:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.059609:0:122905:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007d31c243/0x3e4967fcee50e7f9 lrc: 2/0,0 mode: PW/PW res: [0x1439:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.059644:0:122905:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1760456370.059655:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1760456370.059658:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007d31c243/0x3e4967fcee50e7f9 lrc: 2/0,0 mode: PW/PW res: [0x1439:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.059666:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007d31c243 already unused, calling callback (0000000049577fce) 00010000:00010000:2.0:1760456370.059669:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007d31c243/0x3e4967fcee50e7f9 lrc: 2/0,0 mode: PW/PW res: [0x1439:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.059677:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007d31c243/0x3e4967fcee50e7f9 lrc: 3/0,0 mode: PW/PW res: [0x1439:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.059692:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007d31c243/0x3e4967fcee50e7f9 lrc: 1/0,0 mode: --/PW res: [0x1439:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.059702:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456370.059708:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007d31c243/0x3e4967fcee50e7f9 lrc: 0/0,0 mode: --/PW res: [0x1439:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.059728:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.059731:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.059732:0:164868:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f7b1e160/0x3e4967fcee50e80e lrc: 3/0,1 mode: PW/PW res: [0x144a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.059733:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.059743:0:164868:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f7b1e160/0x3e4967fcee50e80e lrc: 3/0,1 mode: PW/PW res: [0x144a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.059748:0:86475:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874005696 00010000:00010000:3.0:1760456370.059751:0:164868:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f7b1e160/0x3e4967fcee50e80e lrc: 3/0,1 mode: PW/PW res: [0x144a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.059760:0:164868:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f7b1e160/0x3e4967fcee50e80e lrc: 2/0,0 mode: PW/PW res: [0x144a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.059766:0:86475:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003c8e82af/0x3e4967fcee509b00 lrc: 4/0,0 mode: PR/PR res: [0x1450:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa81 expref: 114 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.059782:0:164868:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1760456370.059796:0:86475:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874005760 00010000:00010000:0.0:1760456370.059800:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.059805:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f7b1e160/0x3e4967fcee50e80e lrc: 2/0,0 mode: PW/PW res: [0x144a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.059811:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f7b1e160 already unused, calling callback (0000000049577fce) 00010000:00010000:2.0:1760456370.059813:0:86475:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d91d71d6/0x3e4967fcee509b3f lrc: 4/0,0 mode: PR/PR res: [0x144f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa8f expref: 115 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.059815:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f7b1e160/0x3e4967fcee50e80e lrc: 2/0,0 mode: PW/PW res: [0x144a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.059835:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f7b1e160/0x3e4967fcee50e80e lrc: 3/0,0 mode: PW/PW res: [0x144a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.059848:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f7b1e160/0x3e4967fcee50e80e lrc: 1/0,0 mode: --/PW res: [0x144a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.059853:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f7b1e160/0x3e4967fcee50e80e lrc: 0/0,0 mode: --/PW res: [0x144a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.059860:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1515 00000100:00100000:2.0:1760456370.059871:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1d39c1a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+115:167596:x1845970874005696:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1760456370.059883:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1760456370.059886:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.059889:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003c8e82af/0x3e4967fcee509b00 lrc: 4/0,0 mode: PR/PR res: [0x1450:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa81 expref: 115 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.059889:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.059893:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.059903:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003c8e82af/0x3e4967fcee509b00 lrc: 3/0,0 mode: PR/PR res: [0x1450:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa81 expref: 115 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.059924:0:86475:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c8e82af/0x3e4967fcee509b00 lrc: 0/0,0 mode: --/PR res: [0x1450:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa81 expref: 115 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.059935:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.059937:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.059939:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000316a8334/0x3e4967fcee50e81c lrc: 3/0,1 mode: PW/PW res: [0x1450:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.059948:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000316a8334/0x3e4967fcee50e81c lrc: 4/0,1 mode: PW/PW res: [0x1450:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.059975:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456370.059979:0:122919:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000316a8334/0x3e4967fcee50e81c lrc: 3/0,1 mode: PW/PW res: [0x1450:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.059987:0:122919:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000316a8334/0x3e4967fcee50e81c lrc: 3/0,1 mode: PW/PW res: [0x1450:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.059992:0:122919:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000316a8334/0x3e4967fcee50e81c lrc: 3/0,1 mode: PW/PW res: [0x1450:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.059996:0:122919:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000316a8334/0x3e4967fcee50e81c lrc: 2/0,0 mode: PW/PW res: [0x1450:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.060007:0:164868:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d795b14 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+485:85188:x1845970853006464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5168us (5289us total) trans 38654713907 rc 0/0 00010000:00010000:1.0:1760456370.060010:0:122919:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1760456370.060017:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1d39c1a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+114:167596:x1845970874005696:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 144us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.060018:0:164868:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19526 00000004:00080000:0.0:1760456370.060019:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c0ec9fb7/2, rc 0, transno 8243 00000100:00100000:0.0:1760456370.060033:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0ec9fb7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853006464:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456370.060034:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1515 00000100:00100000:3.0:1760456370.060060:0:122343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1516 00000100:00100000:3.0:1760456370.060069:0:122343:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000048da3135 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+113:167596:x1845970874005760:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1760456370.060077:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456370.060080:0:122343:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.060082:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000316a8334/0x3e4967fcee50e81c lrc: 2/0,0 mode: PW/PW res: [0x1450:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.060084:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000075c0dfb9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853008256:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456370.060089:0:122343:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d91d71d6/0x3e4967fcee509b3f lrc: 4/0,0 mode: PR/PR res: [0x144f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa8f expref: 113 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.060105:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000316a8334 already unused, calling callback (0000000049577fce) 00010000:00010000:2.0:1760456370.060110:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000316a8334/0x3e4967fcee50e81c lrc: 2/0,0 mode: PW/PW res: [0x1450:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.060122:0:122343:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d91d71d6/0x3e4967fcee509b3f lrc: 3/0,0 mode: PR/PR res: [0x144f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa8f expref: 113 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.060124:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000316a8334/0x3e4967fcee50e81c lrc: 3/0,0 mode: PW/PW res: [0x1450:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.060126:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456370.060157:0:122343:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d91d71d6/0x3e4967fcee509b3f lrc: 0/0,0 mode: --/PR res: [0x144f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa8f expref: 113 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.060157:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000316a8334/0x3e4967fcee50e81c lrc: 1/0,0 mode: --/PW res: [0x1450:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.060179:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000316a8334/0x3e4967fcee50e81c lrc: 0/0,0 mode: --/PW res: [0x1450:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.060181:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.060184:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.060188:0:122343:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009c20bb99/0x3e4967fcee50e823 lrc: 3/0,1 mode: PW/PW res: [0x144f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.060198:0:122343:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009c20bb99/0x3e4967fcee50e823 lrc: 4/0,1 mode: PW/PW res: [0x144f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.060205:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.060208:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.060210:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.060226:0:122343:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456370.060247:0:164867:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000db071fea/0x3e4967fcee5099c5 lrc: 0/0,0 mode: --/PR res: [0x1449:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa3b expref: 112 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.060247:0:122919:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007739e935 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+485:85190:x1845970853006784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4792us (5127us total) trans 38654713908 rc 0/0 00000004:00080000:0.0:1760456370.060251:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000044898f76/2, rc 0, transno 8244 00000100:00100000:1.0:1760456370.060260:0:122919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19528 00000100:00100000:3.0:1760456370.060265:0:122343:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000048da3135 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+111:167596:x1845970874005760:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 195us (567us total) trans 0 rc 0/0 00000100:00100000:0.0:1760456370.060266:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044898f76 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853006784:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456370.060270:0:164867:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000048953463 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:164867:1845970853006528:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456370.060275:0:122919:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853008256 00000100:00100000:3.0:1760456370.060285:0:122343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1516 00010000:00010000:2.0:1760456370.060296:0:164867:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fdd2497a/0x3e4967fcee50e800 lrc: 3/0,1 mode: PW/PW res: [0x1449:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.060300:0:122919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19539 00010000:00010000:2.0:1760456370.060309:0:164867:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fdd2497a/0x3e4967fcee50e800 lrc: 3/0,1 mode: PW/PW res: [0x1449:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.060317:0:164867:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fdd2497a/0x3e4967fcee50e800 lrc: 3/0,1 mode: PW/PW res: [0x1449:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.060317:0:85191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1760456370.060327:0:164867:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fdd2497a/0x3e4967fcee50e800 lrc: 3/0,1 mode: PW/PW res: [0x1449:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.060328:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000682361db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853008320:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456370.060340:0:164867:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fdd2497a/0x3e4967fcee50e800 lrc: 2/0,0 mode: PW/PW res: [0x1449:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.060348:0:122919:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bbe864d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+485:85189:x1845970853008256:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1760456370.060361:0:122919:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5208 count 1 00000100:00100000:0.0:1760456370.060362:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.060369:0:164867:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.060374:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.060378:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fdd2497a/0x3e4967fcee50e800 lrc: 2/0,0 mode: PW/PW res: [0x1449:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.060384:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fdd2497a already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.060387:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fdd2497a/0x3e4967fcee50e800 lrc: 2/0,0 mode: PW/PW res: [0x1449:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.060393:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fdd2497a/0x3e4967fcee50e800 lrc: 3/0,0 mode: PW/PW res: [0x1449:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.060405:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fdd2497a/0x3e4967fcee50e800 lrc: 1/0,0 mode: --/PW res: [0x1449:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.060406:0:164868:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853008320 00010000:00010000:0.0:1760456370.060416:0:88855:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009c20bb99/0x3e4967fcee50e823 lrc: 3/0,1 mode: PW/PW res: [0x144f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.060426:0:88855:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c20bb99/0x3e4967fcee50e823 lrc: 3/0,1 mode: PW/PW res: [0x144f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.060435:0:88855:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009c20bb99/0x3e4967fcee50e823 lrc: 3/0,1 mode: PW/PW res: [0x144f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.060440:0:164868:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19540 00000100:00100000:3.0:1760456370.060451:0:164868:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054a3589b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+486:85191:x1845970853008320:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456370.060455:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fdd2497a/0x3e4967fcee50e800 lrc: 0/0,0 mode: --/PW res: [0x1449:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.060457:0:88855:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009c20bb99/0x3e4967fcee50e823 lrc: 2/0,0 mode: PW/PW res: [0x144f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1760456370.060469:0:164868:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5207 count 1 00010000:00010000:0.0:1760456370.060484:0:88855:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456370.060488:0:164868:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e869 lrc: 3/0,1 mode: --/PW res: [0x1457:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.060488:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.060492:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009c20bb99/0x3e4967fcee50e823 lrc: 2/0,0 mode: PW/PW res: [0x144f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.060524:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009c20bb99 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.060527:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009c20bb99/0x3e4967fcee50e823 lrc: 2/0,0 mode: PW/PW res: [0x144f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.060543:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009c20bb99/0x3e4967fcee50e823 lrc: 3/0,0 mode: PW/PW res: [0x144f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.060553:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009c20bb99/0x3e4967fcee50e823 lrc: 1/0,0 mode: --/PW res: [0x144f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.060557:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c20bb99/0x3e4967fcee50e823 lrc: 0/0,0 mode: --/PW res: [0x144f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.060578:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.060581:0:164868:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b344af6f/0x3e4967fcee509cf8 lrc: 2/0,0 mode: PR/PR res: [0x1457:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49faf1 expref: 110 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.060581:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.060585:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.060591:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.060592:0:164868:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.060595:0:164868:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.060598:0:164868:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e869 lrc: 4/0,1 mode: --/PW res: [0x1457:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.060599:0:122919:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e870 lrc: 3/0,1 mode: --/PW res: [0x1458:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.060633:0:122919:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009cd47050/0x3e4967fcee509cb9 lrc: 2/0,0 mode: PR/PR res: [0x1458:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fae3 expref: 110 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.060638:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.060640:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.060641:0:122919:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e870 lrc: 4/0,1 mode: --/PW res: [0x1458:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.060653:0:164868:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b344af6f/0x3e4967fcee509cf8 lrc: 3/0,0 mode: PR/PR res: [0x1457:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49faf1 expref: 110 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.060667:0:122919:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009cd47050/0x3e4967fcee509cb9 lrc: 3/0,0 mode: PR/PR res: [0x1458:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fae3 expref: 110 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.060672:0:164868:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b344af6f/0x3e4967fcee509cf8 lrc: 4/0,0 mode: PR/PR res: [0x1457:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49faf1 expref: 110 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.060678:0:164867:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000003844187 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+488:85190:x1845970853006336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6106us (6509us total) trans 38654713909 rc 0/0 00010000:00010000:1.0:1760456370.060682:0:122919:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009cd47050/0x3e4967fcee509cb9 lrc: 4/0,0 mode: PR/PR res: [0x1458:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fae3 expref: 110 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.060697:0:88855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006567e0b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+488:85190:x1845970853006848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5122us (5190us total) trans 38654713910 rc 0/0 00000100:00100000:3.0:1760456370.060702:0:164868:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005d232c0d pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:164868:1845970853008384:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.060703:0:164867:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19524 00000100:00100000:1.0:1760456370.060709:0:122919:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002fb570c1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:122919:1845970853008448:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.060713:0:88855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19529 00000004:00080000:2.0:1760456370.060746:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000090857922/2, rc 0, transno 8246 00000100:00100000:3.0:1760456370.060747:0:164868:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d1b19e2f going to sleep for 6 seconds 00000100:00100000:1.0:1760456370.060747:0:122919:0:(client.c:2500:ptlrpc_set_wait()) set 0000000072462d3d going to sleep for 6 seconds 00000100:00100000:2.0:1760456370.060765:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090857922 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853006848:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1760456370.060782:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000039ba48cb/2, rc 0, transno 8245 00000100:00100000:2.0:1760456370.060789:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000039ba48cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853006336:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456370.060798:0:85190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1760456370.060810:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5a21428 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853008512:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456370.060821:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000020636429 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853008576:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456370.060846:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1760456370.060879:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456370.060882:0:87240:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853008512 00000100:00100000:3.0:1760456370.060924:0:164871:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853008576 00000100:00100000:1.0:1760456370.060945:0:87240:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19541 00000100:00100000:1.0:1760456370.060951:0:87240:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000048953463 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+488:85190:x1845970853008512:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456370.060959:0:88855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19542 00002000:00080000:1.0:1760456370.060962:0:87240:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5212 count 1 00000100:00100000:0.0:1760456370.060967:0:88855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c228cfa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+488:85188:x1845970853008576:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456370.060974:0:87240:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000037a97751/0x3e4967fcee50e877 lrc: 3/0,1 mode: --/PW res: [0x145c:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.060987:0:87240:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000acd2d564/0x3e4967fcee509d76 lrc: 2/0,0 mode: PR/PR res: [0x145c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb0d expref: 110 pid: 87239 timeout: 0 lvb_type: 1 00002000:00080000:0.0:1760456370.060989:0:88855:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5220 count 1 00010000:00010000:1.0:1760456370.060995:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.060997:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.060998:0:87240:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037a97751/0x3e4967fcee50e877 lrc: 4/0,1 mode: --/PW res: [0x145c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.061003:0:88855:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e87e lrc: 3/0,1 mode: --/PW res: [0x1464:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.061013:0:88855:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000df8edb9d/0x3e4967fcee509df4 lrc: 2/0,0 mode: PR/PR res: [0x1464:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb29 expref: 110 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.061016:0:87240:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000acd2d564/0x3e4967fcee509d76 lrc: 3/0,0 mode: PR/PR res: [0x145c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb0d expref: 110 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.061031:0:88855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.061034:0:88855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.061035:0:88855:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e87e lrc: 4/0,1 mode: --/PW res: [0x1464:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.061036:0:87240:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000acd2d564/0x3e4967fcee509d76 lrc: 4/0,0 mode: PR/PR res: [0x145c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb0d expref: 110 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.061057:0:87240:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005dd317a2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:87240:1845970853008640:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.061066:0:88855:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000df8edb9d/0x3e4967fcee509df4 lrc: 3/0,0 mode: PR/PR res: [0x1464:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb29 expref: 110 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1760456370.061074:0:122905:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008f5a6a0c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+489:85190:x1845970853005248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8746us (9163us total) trans 38654713911 rc 0/0 00010000:00010000:0.0:1760456370.061075:0:88855:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000df8edb9d/0x3e4967fcee509df4 lrc: 4/0,0 mode: PR/PR res: [0x1464:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb29 expref: 110 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.061084:0:87240:0:(client.c:2500:ptlrpc_set_wait()) set 000000006cd3e47d going to sleep for 6 seconds 00000100:00100000:2.0:1760456370.061092:0:122905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19517 00000100:00100000:0.0:1760456370.061095:0:88855:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aa199f6e pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:88855:1845970853008704:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.061122:0:88855:0:(client.c:2500:ptlrpc_set_wait()) set 0000000066840e62 going to sleep for 6 seconds 00000004:00080000:2.0:1760456370.061235:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c53bc5bc/2, rc 0, transno 8247 00000100:00100000:2.0:1760456370.061251:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c53bc5bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853005248:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456370.061278:0:123791:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000065baa469/0x3e4967fcee50841d lrc: 0/0,0 mode: --/PR res: [0x1373:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f56b expref: 145 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.061293:0:123791:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041fd077 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:123791:1845970853006656:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.061307:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000033bbb9fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853008768:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456370.061309:0:123791:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000362a6e9e/0x3e4967fcee50e807 lrc: 3/0,1 mode: PW/PW res: [0x1373:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.061320:0:123791:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000362a6e9e/0x3e4967fcee50e807 lrc: 3/0,1 mode: PW/PW res: [0x1373:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.061327:0:123791:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000362a6e9e/0x3e4967fcee50e807 lrc: 3/0,1 mode: PW/PW res: [0x1373:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.061332:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.061340:0:123791:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000362a6e9e/0x3e4967fcee50e807 lrc: 3/0,1 mode: PW/PW res: [0x1373:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.061348:0:123791:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000362a6e9e/0x3e4967fcee50e807 lrc: 2/0,0 mode: PW/PW res: [0x1373:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.061369:0:123791:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.061381:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.061385:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000362a6e9e/0x3e4967fcee50e807 lrc: 2/0,0 mode: PW/PW res: [0x1373:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.061391:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000362a6e9e already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.061393:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000362a6e9e/0x3e4967fcee50e807 lrc: 2/0,0 mode: PW/PW res: [0x1373:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.061398:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000362a6e9e/0x3e4967fcee50e807 lrc: 3/0,0 mode: PW/PW res: [0x1373:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.061411:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000362a6e9e/0x3e4967fcee50e807 lrc: 1/0,0 mode: --/PW res: [0x1373:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.061416:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000362a6e9e/0x3e4967fcee50e807 lrc: 0/0,0 mode: --/PW res: [0x1373:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.061428:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.061429:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.061430:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.061546:0:164867:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853008768 00000100:00100000:2.0:1760456370.061557:0:123791:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c8431f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+506:85190:x1845970853006400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6734us (7331us total) trans 12884911337 rc 0/0 00000100:00100000:2.0:1760456370.061567:0:123791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19525 00000100:00100000:0.0:1760456370.061573:0:164867:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19543 00000100:00100000:0.0:1760456370.061578:0:164867:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003f5cd6a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+489:85189:x1845970853008768:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1760456370.061588:0:164867:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5224 count 1 00010000:00010000:0.0:1760456370.061598:0:164867:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000096f50db4/0x3e4967fcee50e885 lrc: 3/0,1 mode: --/PW res: [0x1468:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.061606:0:164867:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d3283746/0x3e4967fcee509e33 lrc: 2/0,0 mode: PR/PR res: [0x1468:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb37 expref: 110 pid: 87239 timeout: 0 lvb_type: 1 00000004:00080000:2.0:1760456370.061608:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a14c57ea/2, rc 0, transno 9449 00010000:00010000:0.0:1760456370.061613:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.061616:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.061629:0:164867:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000096f50db4/0x3e4967fcee50e885 lrc: 4/0,1 mode: --/PW res: [0x1468:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.061638:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a14c57ea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853006400:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456370.061644:0:164867:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d3283746/0x3e4967fcee509e33 lrc: 3/0,0 mode: PR/PR res: [0x1468:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb37 expref: 110 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.061651:0:164867:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d3283746/0x3e4967fcee509e33 lrc: 4/0,0 mode: PR/PR res: [0x1468:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb37 expref: 110 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.061658:0:164867:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000827fa9ba pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:164867:1845970853008832:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456370.061684:0:85191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1760456370.061687:0:164867:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ead0540c going to sleep for 6 seconds 00000100:00100000:1.0:1760456370.061696:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000041fd077 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853008896:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456370.061720:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456370.061748:0:122905:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853008896 00000100:00100000:2.0:1760456370.061775:0:122905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19544 00000100:00100000:2.0:1760456370.061779:0:122905:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008cc80dae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+506:85191:x1845970853008896:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1760456370.061791:0:122905:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5002 count 1 00010000:00010000:2.0:1760456370.061803:0:122905:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e88c lrc: 3/0,1 mode: --/PW res: [0x138a:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.061815:0:122905:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f7a49508/0x3e4967fcee5088ca lrc: 2/0,0 mode: PR/PR res: [0x138a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f675 expref: 144 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.061822:0:122905:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.061824:0:122905:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.061825:0:122905:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e88c lrc: 4/0,1 mode: --/PW res: [0x138a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.061849:0:122905:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f7a49508/0x3e4967fcee5088ca lrc: 3/0,0 mode: PR/PR res: [0x138a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f675 expref: 144 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.061858:0:122905:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f7a49508/0x3e4967fcee5088ca lrc: 4/0,0 mode: PR/PR res: [0x138a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f675 expref: 144 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.061868:0:122905:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000efc88065 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:122905:1845970853008960:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.061900:0:122905:0:(client.c:2500:ptlrpc_set_wait()) set 000000009ffc25a1 going to sleep for 6 seconds 00000100:00100000:1.0:1760456370.062110:0:122906:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009ce944d6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:122906:1845970853008128:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.062123:0:122906:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000058314f92/0x3e4967fcee50e85b lrc: 3/0,1 mode: --/PW res: [0x1382:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.062124:0:122921:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b12c6387 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:122921:1845970853008000:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.062129:0:87237:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7f52743 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:87237:1845970853007104:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.062149:0:122921:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50e854 lrc: 3/0,1 mode: --/PW res: [0x1387:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.062150:0:87237:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e815 lrc: 3/0,1 mode: --/PW res: [0x1378:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.062342:0:164869:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e9e10d4e pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:164869:1845970853007168:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.062354:0:164869:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e82a lrc: 3/0,1 mode: --/PW res: [0x137a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.062376:0:164870:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002a9e36f3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:164870:1845970853007488:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.062394:0:164870:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e838 lrc: 3/0,1 mode: --/PW res: [0x1376:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.062409:0:122914:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009fa95a51 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:122914:1845970853007552:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.062430:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:1.0:1760456370.062457:0:122914:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c042e065/0x3e4967fcee50e83f lrc: 3/0,1 mode: --/PW res: [0x1385:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.062480:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.062489:0:122920:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b4c05355 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:122920:1845970853007744:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456370.062498:0:170681:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d488f490 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:170681:1845970853007360:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.062506:0:122920:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e846 lrc: 3/0,1 mode: --/PW res: [0x1380:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.062551:0:170681:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e831 lrc: 3/0,1 mode: --/PW res: [0x144e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.062573:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.062606:0:122344:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874005824 00000100:00100000:3.0:1760456370.062611:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456370.062641:0:122344:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000477dde1/0x3e4967fcee50878f lrc: 4/0,0 mode: PR/PR res: [0x1387:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f62f expref: 145 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.062669:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.062682:0:122344:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874005952 00000100:00100000:3.0:1760456370.062690:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874006080 00010000:00010000:2.0:1760456370.062696:0:122344:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f09112bd/0x3e4967fcee5087ce lrc: 4/0,0 mode: PR/PR res: [0x1382:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f63d expref: 147 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.062709:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000991baf6/0x3e4967fcee508597 lrc: 4/0,0 mode: PR/PR res: [0x1376:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f5bf expref: 147 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.062719:0:122344:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874006208 00010000:00010000:2.0:1760456370.062735:0:122344:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000093722396/0x3e4967fcee509b7e lrc: 4/0,0 mode: PR/PR res: [0x144e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa9d expref: 111 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.062743:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874005888 00000100:00100000:1.0:1760456370.062747:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1517 00000100:00100000:1.0:1760456370.062752:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3e63a20 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+148:167595:x1845970874005824:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1760456370.062759:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000064c0f215/0x3e4967fcee5084da lrc: 4/0,0 mode: PR/PR res: [0x1378:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f595 expref: 148 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.062760:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456370.062767:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000477dde1/0x3e4967fcee50878f lrc: 4/0,0 mode: PR/PR res: [0x1387:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f62f expref: 148 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.062771:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1518 00010000:00010000:1.0:1760456370.062792:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000477dde1/0x3e4967fcee50878f lrc: 3/0,0 mode: PR/PR res: [0x1387:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f62f expref: 148 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.062803:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b4a04b22 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+148:167595:x1845970874005952:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1760456370.062808:0:88636:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000477dde1/0x3e4967fcee50878f lrc: 0/0,0 mode: --/PR res: [0x1387:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f62f expref: 148 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.062809:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1519 00000100:00100000:3.0:1760456370.062820:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab78aa4c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+147:167595:x1845970874006080:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1760456370.062820:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.062823:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.062825:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50e854 lrc: 3/0,1 mode: PW/PW res: [0x1387:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.062831:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50e854 lrc: 4/0,1 mode: PW/PW res: [0x1387:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.062832:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.062840:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000991baf6/0x3e4967fcee508597 lrc: 4/0,0 mode: PR/PR res: [0x1376:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f5bf expref: 147 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.062847:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456370.062852:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000991baf6/0x3e4967fcee508597 lrc: 3/0,0 mode: PR/PR res: [0x1376:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f5bf expref: 147 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.062867:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3e63a20 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+147:167595:x1845970874005824:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 114us (440us total) trans 0 rc 0/0 00010000:00010000:3.0:1760456370.062872:0:86473:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000991baf6/0x3e4967fcee508597 lrc: 0/0,0 mode: --/PR res: [0x1376:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f5bf expref: 147 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.062876:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1517 00010000:00010000:3.0:1760456370.062890:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.062892:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.062895:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e838 lrc: 3/0,1 mode: PW/PW res: [0x1376:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.062898:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1520 00000100:00100000:1.0:1760456370.062909:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e7a0c636 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+111:167595:x1845970874006208:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00000100:00100000:2.0:1760456370.062911:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1521 00010000:00010000:3.0:1760456370.062913:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e838 lrc: 4/0,1 mode: PW/PW res: [0x1376:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.062917:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456370.062924:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000093722396/0x3e4967fcee509b7e lrc: 4/0,0 mode: PR/PR res: [0x144e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa9d expref: 111 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.062925:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000908cca1e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+145:167595:x1845970874005888:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1760456370.062938:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000093722396/0x3e4967fcee509b7e lrc: 3/0,0 mode: PR/PR res: [0x144e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa9d expref: 111 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.062940:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.062948:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000064c0f215/0x3e4967fcee5084da lrc: 4/0,0 mode: PR/PR res: [0x1378:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f595 expref: 145 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.062950:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456370.062952:0:88636:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000093722396/0x3e4967fcee509b7e lrc: 0/0,0 mode: --/PR res: [0x144e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa9d expref: 111 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.062970:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.062972:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.062973:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000064c0f215/0x3e4967fcee5084da lrc: 3/0,0 mode: PR/PR res: [0x1378:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f595 expref: 145 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.062974:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e831 lrc: 3/0,1 mode: PW/PW res: [0x144e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.062982:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab78aa4c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+145:167595:x1845970874006080:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 158us (416us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456370.062998:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e831 lrc: 4/0,1 mode: PW/PW res: [0x144e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.063002:0:164870:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e838 lrc: 3/0,1 mode: PW/PW res: [0x1376:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.063007:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1519 00010000:00010000:2.0:1760456370.063011:0:86475:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000064c0f215/0x3e4967fcee5084da lrc: 0/0,0 mode: --/PR res: [0x1378:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f595 expref: 145 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.063019:0:164870:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e838 lrc: 3/0,1 mode: PW/PW res: [0x1376:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.063021:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.063030:0:164870:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e838 lrc: 3/0,1 mode: PW/PW res: [0x1376:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.063032:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.063036:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.063037:0:164870:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e838 lrc: 2/0,0 mode: PW/PW res: [0x1376:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.063041:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e815 lrc: 3/0,1 mode: PW/PW res: [0x1378:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.063042:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e7a0c636 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+110:167595:x1845970874006208:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 133us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.063060:0:87239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b43c1c02 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:87239:1845970853007872:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456370.063061:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1520 00010000:00010000:2.0:1760456370.063064:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e815 lrc: 4/0,1 mode: PW/PW res: [0x1378:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.063064:0:164870:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.063076:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.063079:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e838 lrc: 2/0,0 mode: PW/PW res: [0x1376:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.063082:0:87239:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bed1ec81/0x3e4967fcee50e84d lrc: 3/0,1 mode: --/PW res: [0x144d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.063084:0:170681:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e831 lrc: 3/0,1 mode: PW/PW res: [0x144e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.063086:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000016be4d0e already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.063090:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e838 lrc: 2/0,0 mode: PW/PW res: [0x1376:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.063092:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456370.063108:0:170681:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e831 lrc: 3/0,1 mode: PW/PW res: [0x144e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.063110:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e838 lrc: 3/0,0 mode: PW/PW res: [0x1376:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.063124:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000908cca1e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+143:167595:x1845970874005888:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 198us (452us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456370.063126:0:170681:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e831 lrc: 3/0,1 mode: PW/PW res: [0x144e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.063133:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e838 lrc: 1/0,0 mode: --/PW res: [0x1376:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.063149:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1521 00000100:00100000:3.0:1760456370.063156:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456370.063156:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e838 lrc: 0/0,0 mode: --/PW res: [0x1376:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.063161:0:170681:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e831 lrc: 2/0,0 mode: PW/PW res: [0x144e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.063178:0:170681:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.063179:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1760456370.063180:0:86475:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874006016 00010000:00010000:0.0:1760456370.063182:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e831 lrc: 2/0,0 mode: PW/PW res: [0x144e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.063188:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000222c27c8 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.063191:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e831 lrc: 2/0,0 mode: PW/PW res: [0x144e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.063196:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e831 lrc: 3/0,0 mode: PW/PW res: [0x144e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.063198:0:86475:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000302ad7ca/0x3e4967fcee508519 lrc: 4/0,0 mode: PR/PR res: [0x137a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f5a3 expref: 143 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.063211:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e831 lrc: 1/0,0 mode: --/PW res: [0x144e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.063226:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456370.063227:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000222c27c8/0x3e4967fcee50e831 lrc: 0/0,0 mode: --/PW res: [0x144e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.063238:0:86475:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874006144 00010000:00010000:0.0:1760456370.063249:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.063252:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.063255:0:86475:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008be08d14/0x3e4967fcee5086d2 lrc: 4/0,0 mode: PR/PR res: [0x1385:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f605 expref: 144 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.063256:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.063292:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1522 00000100:00100000:2.0:1760456370.063299:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b43c1c02 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+144:167595:x1845970874006016:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00000100:00100000:3.0:1760456370.063303:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1523 00000100:00100000:3.0:1760456370.063312:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2ae3fe7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+144:167595:x1845970874006144:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1760456370.063312:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.063320:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000302ad7ca/0x3e4967fcee508519 lrc: 4/0,0 mode: PR/PR res: [0x137a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f5a3 expref: 144 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.063325:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.063333:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008be08d14/0x3e4967fcee5086d2 lrc: 4/0,0 mode: PR/PR res: [0x1385:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f605 expref: 144 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.063337:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000302ad7ca/0x3e4967fcee508519 lrc: 3/0,0 mode: PR/PR res: [0x137a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f5a3 expref: 144 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.063357:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008be08d14/0x3e4967fcee5086d2 lrc: 3/0,0 mode: PR/PR res: [0x1385:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f605 expref: 144 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.063368:0:86475:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000302ad7ca/0x3e4967fcee508519 lrc: 0/0,0 mode: --/PR res: [0x137a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f5a3 expref: 144 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.063379:0:86474:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008be08d14/0x3e4967fcee5086d2 lrc: 0/0,0 mode: --/PR res: [0x1385:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f605 expref: 143 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.063383:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.063386:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.063389:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e82a lrc: 3/0,1 mode: PW/PW res: [0x137a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.063396:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.063396:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e82a lrc: 4/0,1 mode: PW/PW res: [0x137a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.063400:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.063404:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c042e065/0x3e4967fcee50e83f lrc: 3/0,1 mode: PW/PW res: [0x1385:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.063413:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c042e065/0x3e4967fcee50e83f lrc: 4/0,1 mode: PW/PW res: [0x1385:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.063415:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1760456370.063437:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b43c1c02 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+142:167595:x1845970874006016:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 137us (294us total) trans 0 rc 0/0 00010000:00010000:3.0:1760456370.063440:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1760456370.063444:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1522 00010000:00010000:2.0:1760456370.063463:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.063469:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2ae3fe7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+141:167595:x1845970874006144:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 155us (252us total) trans 0 rc 0/0 00010000:00010000:2.0:1760456370.063469:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.063475:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f09112bd/0x3e4967fcee5087ce lrc: 4/0,0 mode: PR/PR res: [0x1382:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f63d expref: 141 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.063483:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1523 00010000:00010000:2.0:1760456370.063486:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f09112bd/0x3e4967fcee5087ce lrc: 3/0,0 mode: PR/PR res: [0x1382:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f63d expref: 141 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.063497:0:164870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae30ed12 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+507:85190:x1845970853007296:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5920us (6013us total) trans 12884911338 rc 0/0 00010000:00010000:2.0:1760456370.063501:0:122344:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f09112bd/0x3e4967fcee5087ce lrc: 0/0,0 mode: --/PR res: [0x1382:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f63d expref: 140 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.063536:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.063538:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.063539:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000058314f92/0x3e4967fcee50e85b lrc: 3/0,1 mode: PW/PW res: [0x1382:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.063549:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000058314f92/0x3e4967fcee50e85b lrc: 4/0,1 mode: PW/PW res: [0x1382:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.063558:0:122914:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c042e065/0x3e4967fcee50e83f lrc: 3/0,1 mode: PW/PW res: [0x1385:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.063567:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456370.063569:0:122914:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c042e065/0x3e4967fcee50e83f lrc: 3/0,1 mode: PW/PW res: [0x1385:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.063578:0:122914:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c042e065/0x3e4967fcee50e83f lrc: 3/0,1 mode: PW/PW res: [0x1385:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.063579:0:164870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19532 00000100:00100000:2.0:1760456370.063587:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b4a04b22 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+139:167595:x1845970874005952:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 802us (1106us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456370.063594:0:170681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009baeceb5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+490:85188:x1845970853007232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6138us (6200us total) trans 38654713912 rc 0/0 00010000:00010000:3.0:1760456370.063600:0:122914:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c042e065/0x3e4967fcee50e83f lrc: 2/0,0 mode: PW/PW res: [0x1385:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.063607:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1518 00000100:00100000:1.0:1760456370.063608:0:170681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19531 00010000:00010000:3.0:1760456370.063648:0:122914:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.063656:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.063660:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c042e065/0x3e4967fcee50e83f lrc: 2/0,0 mode: PW/PW res: [0x1385:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.063667:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c042e065 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.063669:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c042e065/0x3e4967fcee50e83f lrc: 2/0,0 mode: PW/PW res: [0x1385:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.063675:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c042e065/0x3e4967fcee50e83f lrc: 3/0,0 mode: PW/PW res: [0x1385:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.063680:0:122921:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50e854 lrc: 3/0,1 mode: PW/PW res: [0x1387:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.063686:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c042e065/0x3e4967fcee50e83f lrc: 1/0,0 mode: --/PW res: [0x1385:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.063692:0:122921:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50e854 lrc: 3/0,1 mode: PW/PW res: [0x1387:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.063694:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c042e065/0x3e4967fcee50e83f lrc: 0/0,0 mode: --/PW res: [0x1385:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1760456370.063711:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000000f7340c6/2, rc 0, transno 8248 00010000:00010000:2.0:1760456370.063715:0:122921:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50e854 lrc: 3/0,1 mode: PW/PW res: [0x1387:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.063720:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.063721:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000f7340c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853007232:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456370.063722:0:122921:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50e854 lrc: 2/0,0 mode: PW/PW res: [0x1387:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.063724:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.063727:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.063743:0:122921:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.063752:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.063755:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50e854 lrc: 2/0,0 mode: PW/PW res: [0x1387:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.063762:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ccd3046f already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.063765:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50e854 lrc: 2/0,0 mode: PW/PW res: [0x1387:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.063769:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50e854 lrc: 3/0,0 mode: PW/PW res: [0x1387:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.063798:0:122923:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000091436c8c pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:122923:1845970853008192:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.063818:0:122923:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e862 lrc: 3/0,1 mode: --/PW res: [0x1461:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.063839:0:87237:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e815 lrc: 3/0,1 mode: PW/PW res: [0x1378:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.063844:0:87237:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e815 lrc: 3/0,1 mode: PW/PW res: [0x1378:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.063849:0:87237:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e815 lrc: 3/0,1 mode: PW/PW res: [0x1378:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.063855:0:87237:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e815 lrc: 2/0,0 mode: PW/PW res: [0x1378:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.063869:0:87237:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.063872:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50e854 lrc: 1/0,0 mode: --/PW res: [0x1387:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.063876:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.063881:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50e854 lrc: 0/0,0 mode: --/PW res: [0x1387:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.063881:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e815 lrc: 2/0,0 mode: PW/PW res: [0x1378:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.063899:0:122914:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000014f2e45a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+508:85191:x1845970853007424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6127us (6212us total) trans 12884911339 rc 0/0 00010000:00010000:0.0:1760456370.063904:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d75f89ec already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.063908:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e815 lrc: 2/0,0 mode: PW/PW res: [0x1378:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.063915:0:122914:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19533 00010000:00010000:1.0:1760456370.063915:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.063917:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e815 lrc: 3/0,0 mode: PW/PW res: [0x1378:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.063919:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.063922:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.063930:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e815 lrc: 1/0,0 mode: --/PW res: [0x1378:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.063935:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e815 lrc: 0/0,0 mode: --/PW res: [0x1378:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.063951:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.063953:0:122921:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f1ba7aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+507:85190:x1845970853007808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5155us (5235us total) trans 12884911340 rc 0/0 00010000:00010000:0.0:1760456370.063955:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.063958:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.063961:0:122921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19536 00000100:00100000:3.0:1760456370.063981:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000004:00080000:2.0:1760456370.064000:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001638fe2b/2, rc 0, transno 9452 00000100:00100000:2.0:1760456370.064010:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001638fe2b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853007808:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.064026:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:3.0:1760456370.064060:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.064065:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b4c05355 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853009088:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.064104:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456370.064138:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874006272 00010000:00010000:2.0:1760456370.064152:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c83318d1/0x3e4967fcee508711 lrc: 4/0,0 mode: PR/PR res: [0x1380:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f613 expref: 139 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.064174:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874006336 00010000:00010000:2.0:1760456370.064185:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000045575720/0x3e4967fcee509c3b lrc: 4/0,0 mode: PR/PR res: [0x144d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fac7 expref: 110 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.064204:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874006400 00010000:00010000:2.0:1760456370.064212:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000000af3908/0x3e4967fcee509c7a lrc: 4/0,0 mode: PR/PR res: [0x1461:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fad5 expref: 111 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.064225:0:87237:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b896a514 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+507:85189:x1845970853006592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9042us (9377us total) trans 12884911341 rc 0/0 00000100:00100000:0.0:1760456370.064233:0:87237:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19527 00000100:00100000:2.0:1760456370.064239:0:122347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1524 00000100:00100000:3.0:1760456370.064250:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1525 00000100:00100000:2.0:1760456370.064251:0:122347:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006773a781 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+139:167596:x1845970874006272:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00000100:00100000:3.0:1760456370.064258:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e890cb3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+111:167596:x1845970874006336:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1760456370.064260:0:122347:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.064265:0:122347:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c83318d1/0x3e4967fcee508711 lrc: 4/0,0 mode: PR/PR res: [0x1380:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f613 expref: 139 pid: 87239 timeout: 4721 lvb_type: 1 00000004:00080000:0.0:1760456370.064265:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000de34c27e/2, rc 0, transno 9453 00010000:00010000:3.0:1760456370.064268:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.064275:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000045575720/0x3e4967fcee509c3b lrc: 4/0,0 mode: PR/PR res: [0x144d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fac7 expref: 111 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.064278:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de34c27e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853006592:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.064280:0:122347:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c83318d1/0x3e4967fcee508711 lrc: 3/0,0 mode: PR/PR res: [0x1380:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f613 expref: 139 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.064311:0:122347:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c83318d1/0x3e4967fcee508711 lrc: 0/0,0 mode: --/PR res: [0x1380:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f613 expref: 139 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.064312:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000045575720/0x3e4967fcee509c3b lrc: 3/0,0 mode: PR/PR res: [0x144d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fac7 expref: 111 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.064319:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000091436c8c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853009152:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.064336:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.064339:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.064341:0:122347:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e846 lrc: 3/0,1 mode: PW/PW res: [0x1380:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.064342:0:86474:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000045575720/0x3e4967fcee509c3b lrc: 0/0,0 mode: --/PR res: [0x144d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fac7 expref: 111 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.064360:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.064361:0:122347:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e846 lrc: 4/0,1 mode: PW/PW res: [0x1380:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.064367:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.064370:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.064372:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bed1ec81/0x3e4967fcee50e84d lrc: 3/0,1 mode: PW/PW res: [0x144d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.064378:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bed1ec81/0x3e4967fcee50e84d lrc: 4/0,1 mode: PW/PW res: [0x144d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.064381:0:122347:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456370.064398:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1760456370.064402:0:164870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853009088 00000100:00100000:2.0:1760456370.064410:0:122347:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006773a781 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+138:167596:x1845970874006272:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 165us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.064416:0:122347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1524 00000100:00100000:3.0:1760456370.064420:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e890cb3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+110:167596:x1845970874006336:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 162us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.064427:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1525 00000100:00100000:0.0:1760456370.064428:0:164870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853009152 00000100:00100000:2.0:1760456370.064438:0:122347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1526 00000100:00100000:2.0:1760456370.064443:0:122347:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dbaf32e4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+109:167596:x1845970874006400:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1760456370.064450:0:122347:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1760456370.064453:0:164870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19545 00010000:00010000:2.0:1760456370.064455:0:122347:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000000af3908/0x3e4967fcee509c7a lrc: 4/0,0 mode: PR/PR res: [0x1461:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fad5 expref: 109 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.064461:0:164870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b12c6387 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+508:85188:x1845970853009088:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.064467:0:164868:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005d232c0d pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:164868:1845970853008384:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.064468:0:122347:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000000af3908/0x3e4967fcee509c7a lrc: 3/0,0 mode: PR/PR res: [0x1461:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fad5 expref: 109 pid: 87239 timeout: 4721 lvb_type: 1 00002000:00080000:0.0:1760456370.064477:0:164870:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5006 count 1 00010000:00010000:3.0:1760456370.064480:0:164868:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e869 lrc: 3/0,1 mode: --/PW res: [0x1457:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.064485:0:122347:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000000af3908/0x3e4967fcee509c7a lrc: 0/0,0 mode: --/PR res: [0x1461:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fad5 expref: 109 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.064490:0:164870:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f2be79c4/0x3e4967fcee50e893 lrc: 3/0,1 mode: --/PW res: [0x138e:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.064502:0:87239:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bed1ec81/0x3e4967fcee50e84d lrc: 3/0,1 mode: PW/PW res: [0x144d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.064505:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.064537:0:87239:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bed1ec81/0x3e4967fcee50e84d lrc: 3/0,1 mode: PW/PW res: [0x144d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.064544:0:87239:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bed1ec81/0x3e4967fcee50e84d lrc: 3/0,1 mode: PW/PW res: [0x144d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.064549:0:87239:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bed1ec81/0x3e4967fcee50e84d lrc: 2/0,0 mode: PW/PW res: [0x144d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.064559:0:164870:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000014d4aa25/0x3e4967fcee508909 lrc: 2/0,0 mode: PR/PR res: [0x138e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f683 expref: 137 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.064562:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.064565:0:87239:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1760456370.064565:0:122347:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e862 lrc: 3/0,1 mode: PW/PW res: [0x1461:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.064569:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.064572:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.064574:0:164870:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f2be79c4/0x3e4967fcee50e893 lrc: 4/0,1 mode: --/PW res: [0x138e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.064576:0:122347:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e862 lrc: 4/0,1 mode: PW/PW res: [0x1461:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.064596:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.064599:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bed1ec81/0x3e4967fcee50e84d lrc: 2/0,0 mode: PW/PW res: [0x144d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.064605:0:122347:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.064606:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bed1ec81 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.064609:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bed1ec81/0x3e4967fcee50e84d lrc: 2/0,0 mode: PW/PW res: [0x144d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.064615:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bed1ec81/0x3e4967fcee50e84d lrc: 3/0,0 mode: PW/PW res: [0x144d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.064638:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bed1ec81/0x3e4967fcee50e84d lrc: 1/0,0 mode: --/PW res: [0x144d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.064644:0:122347:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dbaf32e4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+108:167596:x1845970874006400:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 197us (583us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.064649:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bed1ec81/0x3e4967fcee50e84d lrc: 0/0,0 mode: --/PW res: [0x144d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.064657:0:122347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1526 00010000:00010000:0.0:1760456370.064675:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.064677:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.064679:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.064693:0:122923:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e862 lrc: 3/0,1 mode: PW/PW res: [0x1461:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.064697:0:122921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19546 00010000:00010000:0.0:1760456370.064703:0:122923:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e862 lrc: 3/0,1 mode: PW/PW res: [0x1461:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.064704:0:122921:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd430a32 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+508:85189:x1845970853009152:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456370.064716:0:122923:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e862 lrc: 3/0,1 mode: PW/PW res: [0x1461:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.064720:0:122923:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e862 lrc: 2/0,0 mode: PW/PW res: [0x1461:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1760456370.064721:0:122921:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5009 count 1 00010000:00010000:2.0:1760456370.064736:0:122921:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009c02871f/0x3e4967fcee50e89a lrc: 3/0,1 mode: --/PW res: [0x1391:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.064740:0:122923:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1760456370.064749:0:122921:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bd8e8946/0x3e4967fcee508948 lrc: 2/0,0 mode: PR/PR res: [0x1391:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f691 expref: 137 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.064755:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.064756:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.064757:0:122921:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009c02871f/0x3e4967fcee50e89a lrc: 4/0,1 mode: --/PW res: [0x1391:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.064769:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1760456370.064770:0:87239:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a21a439 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+490:85189:x1845970853007680:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6219us (6394us total) trans 38654713913 rc 0/0 00010000:00010000:2.0:1760456370.064772:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e862 lrc: 2/0,0 mode: PW/PW res: [0x1461:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.064779:0:87239:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19535 00000004:00080000:0.0:1760456370.064780:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005f2fa5ea/2, rc 0, transno 8249 00010000:00010000:2.0:1760456370.064785:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000273f8983 already unused, calling callback (0000000049577fce) 00010000:00010000:2.0:1760456370.064790:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e862 lrc: 2/0,0 mode: PW/PW res: [0x1461:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.064792:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005f2fa5ea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853007680:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456370.064805:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e862 lrc: 3/0,0 mode: PW/PW res: [0x1461:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.064821:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e862 lrc: 1/0,0 mode: --/PW res: [0x1461:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.064829:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000273f8983/0x3e4967fcee50e862 lrc: 0/0,0 mode: --/PW res: [0x1461:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.064847:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.064850:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.064853:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.064863:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456370.064877:0:122921:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bd8e8946/0x3e4967fcee508948 lrc: 3/0,0 mode: PR/PR res: [0x1391:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f691 expref: 137 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.064885:0:122921:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bd8e8946/0x3e4967fcee508948 lrc: 4/0,0 mode: PR/PR res: [0x1391:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f691 expref: 137 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.064893:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.064895:0:122921:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002652641a pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:122921:1845970853009280:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.064920:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.064925:0:122921:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ae2ad9bc going to sleep for 6 seconds 00000100:00100000:3.0:1760456370.064945:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.064945:0:122344:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874006464 00010000:00010000:2.0:1760456370.064960:0:122344:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b344af6f/0x3e4967fcee509cf8 lrc: 4/0,0 mode: PR/PR res: [0x1457:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49faf1 expref: 108 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.064974:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.064984:0:122344:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874006528 00010000:00010000:2.0:1760456370.064995:0:122344:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009cd47050/0x3e4967fcee509cb9 lrc: 5/0,0 mode: PR/PR res: [0x1458:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fae3 expref: 109 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.065012:0:122923:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000066aaef1a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+490:85190:x1845970853007936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5886us (5936us total) trans 38654713914 rc 0/0 00000100:00100000:3.0:1760456370.065019:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.065020:0:122344:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874006656 00000100:00100000:0.0:1760456370.065025:0:122923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19538 00010000:00010000:2.0:1760456370.065032:0:122344:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000df8edb9d/0x3e4967fcee509df4 lrc: 5/0,0 mode: PR/PR res: [0x1464:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb29 expref: 110 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.065039:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874006720 00000100:00100000:2.0:1760456370.065048:0:122344:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874006592 00010000:00010000:3.0:1760456370.065054:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d3283746/0x3e4967fcee509e33 lrc: 5/0,0 mode: PR/PR res: [0x1468:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb37 expref: 112 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.065062:0:122344:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000acd2d564/0x3e4967fcee509d76 lrc: 5/0,0 mode: PR/PR res: [0x145c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb0d expref: 112 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.065062:0:164870:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000014d4aa25/0x3e4967fcee508909 lrc: 3/0,0 mode: PR/PR res: [0x138e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f683 expref: 137 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.065071:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874006784 00010000:00010000:3.0:1760456370.065083:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f7a49508/0x3e4967fcee5088ca lrc: 5/0,0 mode: PR/PR res: [0x138a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f675 expref: 138 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.065088:0:164870:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000014d4aa25/0x3e4967fcee508909 lrc: 4/0,0 mode: PR/PR res: [0x138e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f683 expref: 138 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.065096:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1527 00000100:00100000:0.0:1760456370.065100:0:164870:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9f5a108 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:164870:1845970853009344:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.065108:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1528 00000100:00100000:2.0:1760456370.065108:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d232c0d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+112:167596:x1845970874006464:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00000100:00100000:3.0:1760456370.065116:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e67e70fa pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+112:167596:x1845970874006528:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1760456370.065117:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.065123:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b344af6f/0x3e4967fcee509cf8 lrc: 4/0,0 mode: PR/PR res: [0x1457:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49faf1 expref: 112 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.065124:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1760456370.065124:0:164870:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f55feff3 going to sleep for 6 seconds 00010000:00010000:3.0:1760456370.065131:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009cd47050/0x3e4967fcee509cb9 lrc: 5/0,0 mode: PR/PR res: [0x1458:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fae3 expref: 112 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.065138:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b344af6f/0x3e4967fcee509cf8 lrc: 3/0,0 mode: PR/PR res: [0x1457:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49faf1 expref: 112 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.065142:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009cd47050/0x3e4967fcee509cb9 lrc: 4/0,0 mode: PR/PR res: [0x1458:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fae3 expref: 112 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.065150:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017d87909 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853009024:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1760456370.065150:0:164869:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e82a lrc: 3/0,1 mode: PW/PW res: [0x137a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.065160:0:122344:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b344af6f/0x3e4967fcee509cf8 lrc: 0/0,0 mode: --/PR res: [0x1457:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49faf1 expref: 112 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.065172:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.065173:0:164869:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e82a lrc: 3/0,1 mode: PW/PW res: [0x137a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.065175:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.065178:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e870 lrc: 3/0,1 mode: PW/PW res: [0x1458:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.065180:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.065182:0:164869:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e82a lrc: 3/0,1 mode: PW/PW res: [0x137a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.065183:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.065186:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e869 lrc: 3/0,1 mode: PW/PW res: [0x1457:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.065188:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456370.065202:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e870 lrc: 4/0,1 mode: PW/PW res: [0x1458:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.065206:0:164869:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e82a lrc: 2/0,0 mode: PW/PW res: [0x137a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1760456370.065210:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000038003a91/2, rc 0, transno 9451 00010000:00010000:2.0:1760456370.065211:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e869 lrc: 4/0,1 mode: PW/PW res: [0x1457:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.065227:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000038003a91 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853007424:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.065229:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1760456370.065239:0:85191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1760456370.065244:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1760456370.065245:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be442624 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853009216:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1760456370.065251:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e67e70fa pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+111:167596:x1845970874006528:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 134us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.065258:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1528 00000100:00100000:0.0:1760456370.065264:0:87237:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853009024 00000100:00100000:2.0:1760456370.065273:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d232c0d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+110:167596:x1845970874006464:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 169us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456370.065282:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1760456370.065283:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1529 00000100:00100000:0.0:1760456370.065293:0:87237:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853009216 00000100:00100000:2.0:1760456370.065296:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1527 00000100:00100000:3.0:1760456370.065297:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b97fd9a0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+110:167596:x1845970874006656:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00000100:00100000:1.0:1760456370.065304:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000674727c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853009408:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.065307:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.065313:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000df8edb9d/0x3e4967fcee509df4 lrc: 5/0,0 mode: PR/PR res: [0x1464:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb29 expref: 109 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.065322:0:87237:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19547 00010000:00010000:3.0:1760456370.065323:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000df8edb9d/0x3e4967fcee509df4 lrc: 4/0,0 mode: PR/PR res: [0x1464:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb29 expref: 109 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.065331:0:87237:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d488f490 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+491:85191:x1845970853009024:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456370.065334:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456370.065341:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1530 00002000:00080000:0.0:1760456370.065349:0:87237:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5225 count 1 00000100:00100000:2.0:1760456370.065350:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ecd6d43 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+109:167595:x1845970874006720:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1760456370.065356:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.065359:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.065361:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e87e lrc: 3/0,1 mode: PW/PW res: [0x1464:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.065361:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1760456370.065363:0:87237:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009b9682d0/0x3e4967fcee50e8a1 lrc: 3/0,1 mode: --/PW res: [0x1469:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.065368:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d3283746/0x3e4967fcee509e33 lrc: 5/0,0 mode: PR/PR res: [0x1468:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb37 expref: 109 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.065372:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1531 00010000:00010000:3.0:1760456370.065385:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e87e lrc: 4/0,1 mode: PW/PW res: [0x1464:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.065385:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e511b013 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+109:167594:x1845970874006592:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1760456370.065394:0:87237:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e049e556/0x3e4967fcee509ef0 lrc: 2/0,0 mode: PR/PR res: [0x1469:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb61 expref: 109 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.065400:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d3283746/0x3e4967fcee509e33 lrc: 4/0,0 mode: PR/PR res: [0x1468:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb37 expref: 109 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.065400:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456370.065408:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000acd2d564/0x3e4967fcee509d76 lrc: 5/0,0 mode: PR/PR res: [0x145c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb0d expref: 109 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.065412:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.065416:0:87237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.065419:0:87237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.065423:0:87237:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009b9682d0/0x3e4967fcee50e8a1 lrc: 4/0,1 mode: --/PW res: [0x1469:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.065431:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.065431:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000acd2d564/0x3e4967fcee509d76 lrc: 4/0,0 mode: PR/PR res: [0x145c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb0d expref: 109 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.065432:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b97fd9a0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+109:167596:x1845970874006656:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 138us (509us total) trans 0 rc 0/0 00010000:00010000:2.0:1760456370.065434:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.065437:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000096f50db4/0x3e4967fcee50e885 lrc: 3/0,1 mode: PW/PW res: [0x1468:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.065446:0:87237:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e049e556/0x3e4967fcee509ef0 lrc: 3/0,0 mode: PR/PR res: [0x1469:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb61 expref: 109 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.065452:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1529 00010000:00010000:2.0:1760456370.065461:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000096f50db4/0x3e4967fcee50e885 lrc: 4/0,1 mode: PW/PW res: [0x1468:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.065463:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.065467:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.065467:0:87237:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e049e556/0x3e4967fcee509ef0 lrc: 4/0,0 mode: PR/PR res: [0x1469:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb61 expref: 108 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.065470:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000037a97751/0x3e4967fcee50e877 lrc: 3/0,1 mode: PW/PW res: [0x145c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.065476:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1532 00010000:00010000:2.0:1760456370.065478:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1760456370.065488:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d18b3c10 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+138:167594:x1845970874006784:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1760456370.065492:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037a97751/0x3e4967fcee50e877 lrc: 4/0,1 mode: PW/PW res: [0x145c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.065494:0:87237:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe50ac7c pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:87237:1845970853009472:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.065497:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ecd6d43 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+108:167595:x1845970874006720:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 142us (548us total) trans 0 rc 0/0 00010000:00010000:3.0:1760456370.065499:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.065507:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f7a49508/0x3e4967fcee5088ca lrc: 5/0,0 mode: PR/PR res: [0x138a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f675 expref: 138 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.065543:0:87237:0:(client.c:2500:ptlrpc_set_wait()) set 0000000000cdd6c1 going to sleep for 6 seconds 00010000:00010000:1.0:1760456370.065546:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1760456370.065547:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1530 00010000:00010000:3.0:1760456370.065559:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f7a49508/0x3e4967fcee5088ca lrc: 4/0,0 mode: PR/PR res: [0x138a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f675 expref: 138 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.065563:0:122923:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853009408 00000100:00100000:1.0:1760456370.065567:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e511b013 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+107:167594:x1845970874006592:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 184us (592us total) trans 0 rc 0/0 00010000:00010000:3.0:1760456370.065574:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1760456370.065576:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1531 00010000:00010000:3.0:1760456370.065577:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.065580:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e88c lrc: 3/0,1 mode: PW/PW res: [0x138a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.065585:0:122920:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e846 lrc: 3/0,1 mode: PW/PW res: [0x1380:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.065593:0:122923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19548 00010000:00010000:3.0:1760456370.065595:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e88c lrc: 4/0,1 mode: PW/PW res: [0x138a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.065603:0:122923:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009fa95a51 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+491:85191:x1845970853009216:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456370.065607:0:122920:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e846 lrc: 3/0,1 mode: PW/PW res: [0x1380:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.065609:0:122919:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009cd47050/0x3e4967fcee509cb9 lrc: 0/0,0 mode: --/PR res: [0x1458:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fae3 expref: 106 pid: 87239 timeout: 4721 lvb_type: 1 00002000:00080000:0.0:1760456370.065632:0:122923:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5237 count 1 00010000:00010000:2.0:1760456370.065633:0:122920:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e846 lrc: 3/0,1 mode: PW/PW res: [0x1380:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.065640:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456370.065641:0:122920:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e846 lrc: 2/0,0 mode: PW/PW res: [0x1380:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.065642:0:122919:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002fb570c1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:122919:1845970853008448:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.065644:0:122923:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005f5217a4/0x3e4967fcee50e8a8 lrc: 3/0,1 mode: --/PW res: [0x1475:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.065658:0:122919:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e870 lrc: 3/0,1 mode: PW/PW res: [0x1458:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.065660:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d18b3c10 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+138:167594:x1845970874006784:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 172us (647us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.065674:0:122923:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a4175855/0x3e4967fcee509f2f lrc: 2/0,0 mode: PR/PR res: [0x1475:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb6f expref: 105 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.065675:0:122920:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1760456370.065681:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1532 00010000:00010000:1.0:1760456370.065687:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.065687:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.065691:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.065692:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e846 lrc: 2/0,0 mode: PW/PW res: [0x1380:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.065693:0:122923:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005f5217a4/0x3e4967fcee50e8a8 lrc: 4/0,1 mode: --/PW res: [0x1475:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.065708:0:164868:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e869 lrc: 3/0,1 mode: PW/PW res: [0x1457:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.065713:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000022b6459a already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.065717:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e846 lrc: 2/0,0 mode: PW/PW res: [0x1380:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.065718:0:164868:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e869 lrc: 3/0,1 mode: PW/PW res: [0x1457:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.065726:0:122923:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a4175855/0x3e4967fcee509f2f lrc: 3/0,0 mode: PR/PR res: [0x1475:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb6f expref: 105 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.065735:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e846 lrc: 3/0,0 mode: PW/PW res: [0x1380:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.065742:0:164868:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e869 lrc: 3/0,1 mode: PW/PW res: [0x1457:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.065753:0:122923:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a4175855/0x3e4967fcee509f2f lrc: 4/0,0 mode: PR/PR res: [0x1475:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb6f expref: 105 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.065763:0:164868:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e869 lrc: 2/0,0 mode: PW/PW res: [0x1457:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.065763:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e846 lrc: 1/0,0 mode: --/PW res: [0x1380:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.065787:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e846 lrc: 0/0,0 mode: --/PW res: [0x1380:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.065792:0:122923:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000966de96c pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:122923:1845970853009536:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.065794:0:164868:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.065803:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.065805:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e869 lrc: 2/0,0 mode: PW/PW res: [0x1457:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.065811:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000aaa15b8b already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.065814:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e869 lrc: 2/0,0 mode: PW/PW res: [0x1457:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.065819:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e869 lrc: 3/0,0 mode: PW/PW res: [0x1457:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.065825:0:122920:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030aa5930 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+510:85188:x1845970853007616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7706us (7812us total) trans 12884911342 rc 0/0 00000004:00080000:0.0:1760456370.065829:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c9c58cad/2, rc 0, transno 9454 00010000:00010000:1.0:1760456370.065832:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e869 lrc: 1/0,0 mode: --/PW res: [0x1457:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.065840:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c9c58cad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853007616:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.065841:0:122920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19534 00010000:00010000:1.0:1760456370.065841:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aaa15b8b/0x3e4967fcee50e869 lrc: 0/0,0 mode: --/PW res: [0x1457:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.065861:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.065863:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.065868:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.065873:0:122920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19549 00010000:00010000:1.0:1760456370.065875:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.065880:0:122920:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009ce944d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+509:85191:x1845970853009408:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.065882:0:122919:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e870 lrc: 3/0,1 mode: PW/PW res: [0x1458:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.065885:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e5300d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853009600:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1760456370.065893:0:122920:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5014 count 1 00010000:00010000:1.0:1760456370.065895:0:122919:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e870 lrc: 3/0,1 mode: PW/PW res: [0x1458:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.065901:0:122919:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e870 lrc: 3/0,1 mode: PW/PW res: [0x1458:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.065905:0:122919:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e870 lrc: 2/0,0 mode: PW/PW res: [0x1458:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.065907:0:122920:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c0db3901/0x3e4967fcee50e8af lrc: 3/0,1 mode: --/PW res: [0x1396:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.065918:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.065920:0:122920:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e6c5c2d4/0x3e4967fcee5089c6 lrc: 2/0,0 mode: PR/PR res: [0x1396:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f6ad expref: 137 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.065924:0:122919:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1760456370.065928:0:122920:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.065931:0:122920:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.065932:0:122920:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0db3901/0x3e4967fcee50e8af lrc: 4/0,1 mode: --/PW res: [0x1396:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.065942:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.065946:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e870 lrc: 2/0,0 mode: PW/PW res: [0x1458:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.065951:0:122920:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e6c5c2d4/0x3e4967fcee5089c6 lrc: 3/0,0 mode: PR/PR res: [0x1396:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f6ad expref: 137 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.065954:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000498dbf39 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.065960:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e870 lrc: 2/0,0 mode: PW/PW res: [0x1458:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.065975:0:122920:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e6c5c2d4/0x3e4967fcee5089c6 lrc: 4/0,0 mode: PR/PR res: [0x1396:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f6ad expref: 137 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.065976:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e870 lrc: 3/0,0 mode: PW/PW res: [0x1458:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.065999:0:122920:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003f2456ae pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:122920:1845970853009664:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.066002:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e870 lrc: 1/0,0 mode: --/PW res: [0x1458:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.066008:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000498dbf39/0x3e4967fcee50e870 lrc: 0/0,0 mode: --/PW res: [0x1458:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.066016:0:164868:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054a3589b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+492:85191:x1845970853008320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5565us (5654us total) trans 38654713915 rc 0/0 00000100:00100000:2.0:1760456370.066025:0:122920:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a689660d going to sleep for 6 seconds 00010000:00010000:0.0:1760456370.066025:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.066026:0:164868:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19540 00010000:00010000:0.0:1760456370.066029:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.066034:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.066052:0:164868:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853009600 00000004:00080000:2.0:1760456370.066057:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000befd13bb/2, rc 0, transno 9450 00000100:00100000:2.0:1760456370.066071:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000befd13bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853007296:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.066081:0:164868:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19550 00000100:00100000:3.0:1760456370.066087:0:164868:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008635a4f7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+510:85188:x1845970853009600:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456370.066100:0:164869:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.066109:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00002000:00080000:3.0:1760456370.066111:0:164868:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5022 count 1 00010000:00010000:0.0:1760456370.066112:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e82a lrc: 2/0,0 mode: PW/PW res: [0x137a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.066120:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002bd986c7 already unused, calling callback (0000000049577fce) 00000004:00080000:2.0:1760456370.066121:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b09ab7e8/2, rc 0, transno 8250 00010000:00010000:0.0:1760456370.066123:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e82a lrc: 2/0,0 mode: PW/PW res: [0x137a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.066125:0:164868:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e8b6 lrc: 3/0,1 mode: --/PW res: [0x139e:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.066125:0:122919:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bbe864d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+492:85189:x1845970853008256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5817us (6004us total) trans 38654713916 rc 0/0 00000100:00100000:2.0:1760456370.066131:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b09ab7e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853007936:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456370.066147:0:122919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19539 00010000:00010000:0.0:1760456370.066147:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e82a lrc: 3/0,0 mode: PW/PW res: [0x137a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.066150:0:122906:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000058314f92/0x3e4967fcee50e85b lrc: 3/0,1 mode: PW/PW res: [0x1382:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.066154:0:164868:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ee5744ee/0x3e4967fcee508a05 lrc: 2/0,0 mode: PR/PR res: [0x139e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f6bb expref: 137 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.066174:0:122906:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000058314f92/0x3e4967fcee50e85b lrc: 3/0,1 mode: PW/PW res: [0x1382:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.066175:0:164868:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.066175:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e82a lrc: 1/0,0 mode: --/PW res: [0x137a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.066178:0:164868:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.066180:0:164868:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e8b6 lrc: 4/0,1 mode: --/PW res: [0x139e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.066182:0:87240:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000acd2d564/0x3e4967fcee509d76 lrc: 0/0,0 mode: --/PR res: [0x145c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb0d expref: 105 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.066197:0:122906:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000058314f92/0x3e4967fcee50e85b lrc: 3/0,1 mode: PW/PW res: [0x1382:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.066200:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e82a lrc: 0/0,0 mode: --/PW res: [0x137a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.066214:0:87240:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005dd317a2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:87240:1845970853008640:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.066219:0:164868:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ee5744ee/0x3e4967fcee508a05 lrc: 3/0,0 mode: PR/PR res: [0x139e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f6bb expref: 137 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.066221:0:122906:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000058314f92/0x3e4967fcee50e85b lrc: 2/0,0 mode: PW/PW res: [0x1382:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.066231:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.066234:0:87240:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000037a97751/0x3e4967fcee50e877 lrc: 3/0,1 mode: PW/PW res: [0x145c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.066234:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.066236:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.066242:0:164868:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ee5744ee/0x3e4967fcee508a05 lrc: 4/0,0 mode: PR/PR res: [0x139e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f6bb expref: 137 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.066251:0:122906:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.066255:0:87240:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000037a97751/0x3e4967fcee50e877 lrc: 3/0,1 mode: PW/PW res: [0x145c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.066266:0:87240:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037a97751/0x3e4967fcee50e877 lrc: 3/0,1 mode: PW/PW res: [0x145c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.066267:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1760456370.066269:0:164868:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f1cb72c pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:164868:1845970853009792:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.066270:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1760456370.066272:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000058314f92/0x3e4967fcee50e85b lrc: 2/0,0 mode: PW/PW res: [0x1382:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.066281:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e6d09192 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853009728:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.066287:0:87240:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000037a97751/0x3e4967fcee50e877 lrc: 3/0,1 mode: PW/PW res: [0x145c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.066293:0:164868:0:(client.c:2500:ptlrpc_set_wait()) set 00000000093bb68c going to sleep for 6 seconds 00010000:00010000:1.0:1760456370.066306:0:87240:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000037a97751/0x3e4967fcee50e877 lrc: 2/0,0 mode: PW/PW res: [0x145c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.066308:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000058314f92 already unused, calling callback (0000000049577fce) 00010000:00010000:2.0:1760456370.066313:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000058314f92/0x3e4967fcee50e85b lrc: 2/0,0 mode: PW/PW res: [0x1382:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.066320:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000058314f92/0x3e4967fcee50e85b lrc: 3/0,0 mode: PW/PW res: [0x1382:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1760456370.066323:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000682361db/2, rc 0, transno 8251 00010000:00010000:1.0:1760456370.066323:0:87240:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1760456370.066329:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1760456370.066336:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1760456370.066338:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000058314f92/0x3e4967fcee50e85b lrc: 1/0,0 mode: --/PW res: [0x1382:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.066340:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000037a97751/0x3e4967fcee50e877 lrc: 2/0,0 mode: PW/PW res: [0x145c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.066343:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000682361db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853008320:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1760456370.066353:0:85191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1760456370.066358:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000058314f92/0x3e4967fcee50e85b lrc: 0/0,0 mode: --/PW res: [0x1382:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.066360:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000037a97751 already unused, calling callback (0000000049577fce) 00000100:00100000:3.0:1760456370.066364:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002a9e36f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853009856:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456370.066365:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000037a97751/0x3e4967fcee50e877 lrc: 2/0,0 mode: PW/PW res: [0x145c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.066377:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000037a97751/0x3e4967fcee50e877 lrc: 3/0,0 mode: PW/PW res: [0x145c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1760456370.066377:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000075c0dfb9/2, rc 0, transno 8252 00010000:00010000:2.0:1760456370.066383:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.066387:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.066389:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000075c0dfb9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853008256:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456370.066391:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.066391:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000037a97751/0x3e4967fcee50e877 lrc: 1/0,0 mode: --/PW res: [0x145c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.066399:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456370.066402:0:85190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1760456370.066402:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037a97751/0x3e4967fcee50e877 lrc: 0/0,0 mode: --/PW res: [0x145c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.066415:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7f52743 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853009920:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456370.066419:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1760456370.066425:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.066428:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.066430:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.066431:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ff500b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853009984:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456370.066443:0:170681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853009728 00000100:00100000:3.0:1760456370.066448:0:164871:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853009856 00000100:00100000:2.0:1760456370.066463:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456370.066474:0:170681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853009920 00000100:00100000:3.0:1760456370.066477:0:164871:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19551 00000100:00100000:3.0:1760456370.066484:0:164871:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e9e10d4e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+511:85188:x1845970853009728:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.066491:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1760456370.066495:0:164871:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5019 count 1 00000100:00100000:1.0:1760456370.066498:0:170681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853009984 00000100:00100000:1.0:1760456370.066540:0:170681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19552 00010000:00010000:3.0:1760456370.066543:0:164871:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e8bd lrc: 3/0,1 mode: --/PW res: [0x139b:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.066549:0:87410:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19553 00000100:00100000:1.0:1760456370.066550:0:170681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072b3cf4a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+494:85191:x1845970853009856:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456370.066560:0:87410:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8dd4db1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+494:85190:x1845970853009920:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1760456370.066565:0:164871:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e2b4d87b/0x3e4967fcee508b01 lrc: 2/0,0 mode: PR/PR res: [0x139b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f6f3 expref: 137 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.066571:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.066572:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.066574:0:164871:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e8bd lrc: 4/0,1 mode: --/PW res: [0x139b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1760456370.066577:0:170681:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5235 count 1 00002000:00080000:0.0:1760456370.066588:0:87410:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5231 count 1 00010000:00010000:1.0:1760456370.066591:0:170681:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e8c4 lrc: 3/0,1 mode: --/PW res: [0x1473:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.066594:0:164871:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e2b4d87b/0x3e4967fcee508b01 lrc: 3/0,0 mode: PR/PR res: [0x139b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f6f3 expref: 137 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.066602:0:87410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aeb8030d/0x3e4967fcee50e8cb lrc: 3/0,1 mode: --/PW res: [0x146f:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.066629:0:170681:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cd027245/0x3e4967fcee509fad lrc: 2/0,0 mode: PR/PR res: [0x1473:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb8b expref: 104 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.066631:0:164871:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e2b4d87b/0x3e4967fcee508b01 lrc: 4/0,0 mode: PR/PR res: [0x139b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f6f3 expref: 137 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.066642:0:87410:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ef67656a/0x3e4967fcee50a06a lrc: 2/0,0 mode: PR/PR res: [0x146f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fbb5 expref: 104 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.066651:0:170681:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.066654:0:170681:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.066658:0:170681:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e8c4 lrc: 4/0,1 mode: --/PW res: [0x1473:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.066659:0:87410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1760456370.066661:0:164871:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000679c2b5f pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:164871:1845970853010048:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.066662:0:87410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.066665:0:87410:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aeb8030d/0x3e4967fcee50e8cb lrc: 4/0,1 mode: --/PW res: [0x146f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.066678:0:122906:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f99d95d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+512:85189:x1845970853008064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7609us (7666us total) trans 12884911343 rc 0/0 00000100:00100000:2.0:1760456370.066685:0:122906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19537 00000100:00100000:3.0:1760456370.066688:0:164871:0:(client.c:2500:ptlrpc_set_wait()) set 000000001dd5b353 going to sleep for 6 seconds 00010000:00010000:1.0:1760456370.066694:0:170681:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cd027245/0x3e4967fcee509fad lrc: 3/0,0 mode: PR/PR res: [0x1473:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb8b expref: 104 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.066699:0:87410:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ef67656a/0x3e4967fcee50a06a lrc: 3/0,0 mode: PR/PR res: [0x146f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fbb5 expref: 104 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1760456370.066705:0:122906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19554 00000100:00100000:2.0:1760456370.066713:0:122906:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000713f1f63 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+494:85189:x1845970853009984:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1760456370.066726:0:87410:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ef67656a/0x3e4967fcee50a06a lrc: 4/0,0 mode: PR/PR res: [0x146f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fbb5 expref: 104 pid: 87239 timeout: 4721 lvb_type: 1 00002000:00080000:2.0:1760456370.066729:0:122906:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5233 count 1 00010000:00010000:1.0:1760456370.066729:0:170681:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cd027245/0x3e4967fcee509fad lrc: 4/0,0 mode: PR/PR res: [0x1473:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb8b expref: 104 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.066743:0:122906:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ebca686a/0x3e4967fcee50e8d2 lrc: 3/0,1 mode: --/PW res: [0x1471:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.066752:0:87410:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d366081f pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:87410:1845970853010176:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456370.066755:0:170681:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005dd317a2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:170681:1845970853010112:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.066757:0:122906:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004e9b52e2/0x3e4967fcee50a0e8 lrc: 2/0,0 mode: PR/PR res: [0x1471:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fbd1 expref: 104 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.066765:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.066767:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.066769:0:122906:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ebca686a/0x3e4967fcee50e8d2 lrc: 4/0,1 mode: --/PW res: [0x1471:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.066780:0:87410:0:(client.c:2500:ptlrpc_set_wait()) set 0000000009b82230 going to sleep for 6 seconds 00000100:00100000:1.0:1760456370.066788:0:170681:0:(client.c:2500:ptlrpc_set_wait()) set 000000006cd3e47d going to sleep for 6 seconds 00010000:00010000:2.0:1760456370.066790:0:122906:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004e9b52e2/0x3e4967fcee50a0e8 lrc: 3/0,0 mode: PR/PR res: [0x1471:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fbd1 expref: 104 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.066801:0:122906:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004e9b52e2/0x3e4967fcee50a0e8 lrc: 4/0,0 mode: PR/PR res: [0x1471:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fbd1 expref: 104 pid: 87239 timeout: 4721 lvb_type: 1 00000004:00080000:0.0:1760456370.066809:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006079e7a1/2, rc 0, transno 9455 00000100:00100000:2.0:1760456370.066814:0:122906:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043c9bf24 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:122906:1845970853010240:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.066821:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006079e7a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853008064:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.066846:0:122906:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a57cb06a going to sleep for 6 seconds 00000100:00100000:0.0:1760456370.066861:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1760456370.066870:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003347fb0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853010304:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.066889:0:122905:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f7a49508/0x3e4967fcee5088ca lrc: 0/0,0 mode: --/PR res: [0x138a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f675 expref: 137 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.066904:0:122905:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000efc88065 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:122905:1845970853008960:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.066909:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.066926:0:122905:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e88c lrc: 3/0,1 mode: PW/PW res: [0x138a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.066934:0:122905:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e88c lrc: 3/0,1 mode: PW/PW res: [0x138a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.066943:0:122905:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e88c lrc: 3/0,1 mode: PW/PW res: [0x138a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.066948:0:122905:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e88c lrc: 3/0,1 mode: PW/PW res: [0x138a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.066952:0:122905:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e88c lrc: 2/0,0 mode: PW/PW res: [0x138a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.066972:0:122905:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.066978:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.066982:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e88c lrc: 2/0,0 mode: PW/PW res: [0x138a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.066989:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000817c6e6e already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.066992:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e88c lrc: 2/0,0 mode: PW/PW res: [0x138a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.066997:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e88c lrc: 3/0,0 mode: PW/PW res: [0x138a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.067009:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e88c lrc: 1/0,0 mode: --/PW res: [0x138a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.067013:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e88c lrc: 0/0,0 mode: --/PW res: [0x138a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.067028:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.067030:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.067032:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1760456370.067065:0:87240:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000048953463 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+495:85190:x1845970853008512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6114us (6221us total) trans 38654713917 rc 0/0 00000100:00100000:1.0:1760456370.067111:0:87240:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19541 00000100:00100000:1.0:1760456370.067130:0:87240:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853010304 00000100:00100000:1.0:1760456370.067152:0:87240:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19555 00000100:00100000:1.0:1760456370.067156:0:87240:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000578ef46b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+514:85188:x1845970853010304:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1760456370.067167:0:87240:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5023 count 1 00010000:00010000:1.0:1760456370.067175:0:87240:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50e8d9 lrc: 3/0,1 mode: --/PW res: [0x139f:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.067184:0:87240:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000000ff264b/0x3e4967fcee508b40 lrc: 2/0,0 mode: PR/PR res: [0x139f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f701 expref: 136 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1760456370.067187:0:122905:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008cc80dae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+514:85191:x1845970853008896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5404us (5463us total) trans 12884911344 rc 0/0 00010000:00010000:1.0:1760456370.067199:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1760456370.067201:0:122905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19544 00010000:00010000:1.0:1760456370.067202:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.067205:0:87240:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50e8d9 lrc: 4/0,1 mode: --/PW res: [0x139f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1760456370.067211:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000041fd077/2, rc 0, transno 9456 00000100:00100000:0.0:1760456370.067215:0:164869:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000021502081 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+513:85189:x1845970853007040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10835us (11173us total) trans 12884911345 rc 0/0 00010000:00010000:1.0:1760456370.067221:0:87240:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000000ff264b/0x3e4967fcee508b40 lrc: 3/0,0 mode: PR/PR res: [0x139f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f701 expref: 136 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.067224:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000041fd077 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853008896:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.067225:0:164869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19530 00010000:00010000:1.0:1760456370.067238:0:87240:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000000ff264b/0x3e4967fcee508b40 lrc: 4/0,0 mode: PR/PR res: [0x139f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f701 expref: 136 pid: 87239 timeout: 4721 lvb_type: 1 00000004:00080000:2.0:1760456370.067239:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a5a21428/2, rc 0, transno 8253 00000100:00100000:1.0:1760456370.067249:0:87240:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002fb570c1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:87240:1845970853010368:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.067252:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5a21428 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853008512:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1760456370.067279:0:87240:0:(client.c:2500:ptlrpc_set_wait()) set 00000000693a8c6a going to sleep for 6 seconds 00000100:00100000:2.0:1760456370.067295:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d693516 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853010432:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.067300:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000efc88065 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853010496:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1760456370.067301:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d74ef2ed/2, rc 0, transno 9457 00000100:00100000:0.0:1760456370.067314:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d74ef2ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853007040:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.067330:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456370.067344:0:122919:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853010432 00000100:00100000:3.0:1760456370.067361:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1760456370.067367:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ad8b64f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853010560:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.067375:0:123791:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853010496 00000100:00100000:2.0:1760456370.067404:0:123791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19556 00000100:00100000:0.0:1760456370.067409:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456370.067412:0:123791:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc699851 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+495:85191:x1845970853010496:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1760456370.067423:0:123791:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5238 count 1 00000100:00100000:3.0:1760456370.067428:0:122914:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853010560 00010000:00010000:2.0:1760456370.067433:0:123791:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000554e8914/0x3e4967fcee50e8e0 lrc: 3/0,1 mode: --/PW res: [0x1476:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.067443:0:123791:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000086f760fe/0x3e4967fcee50a1a5 lrc: 2/0,0 mode: PR/PR res: [0x1476:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fbfb expref: 104 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.067450:0:122914:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19557 00010000:00010000:2.0:1760456370.067451:0:123791:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.067454:0:123791:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.067455:0:123791:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000554e8914/0x3e4967fcee50e8e0 lrc: 4/0,1 mode: --/PW res: [0x1476:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.067456:0:122914:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd2635ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+514:85188:x1845970853010560:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1760456370.067473:0:122914:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5027 count 1 00000100:00100000:1.0:1760456370.067476:0:122919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19558 00010000:00010000:2.0:1760456370.067480:0:123791:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000086f760fe/0x3e4967fcee50a1a5 lrc: 3/0,0 mode: PR/PR res: [0x1476:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fbfb expref: 104 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.067481:0:122923:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f1402afd going to sleep for 6 seconds 00000100:00100000:1.0:1760456370.067485:0:122919:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ccb9cad2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+514:85190:x1845970853010432:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.067486:0:122914:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e8e7 lrc: 3/0,1 mode: --/PW res: [0x13a3:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.067498:0:123791:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000086f760fe/0x3e4967fcee50a1a5 lrc: 4/0,0 mode: PR/PR res: [0x1476:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fbfb expref: 104 pid: 87239 timeout: 4721 lvb_type: 1 00002000:00080000:1.0:1760456370.067504:0:122919:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5018 count 1 00010000:00010000:3.0:1760456370.067505:0:122914:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c5ee6ce1/0x3e4967fcee508cba lrc: 2/0,0 mode: PR/PR res: [0x13a3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f755 expref: 136 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.067505:0:88855:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000df8edb9d/0x3e4967fcee509df4 lrc: 0/0,0 mode: --/PR res: [0x1464:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb29 expref: 104 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.067536:0:122919:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50e8ee lrc: 3/0,1 mode: --/PW res: [0x139a:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.067544:0:122914:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.067547:0:122914:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.067549:0:122914:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e8e7 lrc: 4/0,1 mode: --/PW res: [0x13a3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.067552:0:122919:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d945fbcf/0x3e4967fcee508bfd lrc: 2/0,0 mode: PR/PR res: [0x139a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f72b expref: 136 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.067570:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.067572:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1760456370.067573:0:123791:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ba802d17 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:123791:1845970853010624:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.067575:0:122914:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c5ee6ce1/0x3e4967fcee508cba lrc: 3/0,0 mode: PR/PR res: [0x13a3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f755 expref: 136 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.067575:0:122919:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50e8ee lrc: 4/0,1 mode: --/PW res: [0x139a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.067578:0:88855:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aa199f6e pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:88855:1845970853008704:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.067594:0:88855:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e87e lrc: 3/0,1 mode: PW/PW res: [0x1464:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.067602:0:122914:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c5ee6ce1/0x3e4967fcee508cba lrc: 4/0,0 mode: PR/PR res: [0x13a3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f755 expref: 136 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.067604:0:88855:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e87e lrc: 3/0,1 mode: PW/PW res: [0x1464:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.067611:0:123791:0:(client.c:2500:ptlrpc_set_wait()) set 0000000080d5ad34 going to sleep for 6 seconds 00010000:00010000:1.0:1760456370.067614:0:122919:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d945fbcf/0x3e4967fcee508bfd lrc: 3/0,0 mode: PR/PR res: [0x139a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f72b expref: 136 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.067630:0:88855:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e87e lrc: 3/0,1 mode: PW/PW res: [0x1464:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.067644:0:122914:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002ae8c6ca pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:122914:1845970853010688:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.067651:0:122919:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d945fbcf/0x3e4967fcee508bfd lrc: 4/0,0 mode: PR/PR res: [0x139a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f72b expref: 136 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.067653:0:88855:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e87e lrc: 3/0,1 mode: PW/PW res: [0x1464:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.067671:0:88855:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e87e lrc: 2/0,0 mode: PW/PW res: [0x1464:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.067673:0:122919:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019e82e67 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:122919:1845970853010752:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.067675:0:122914:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e71e445e going to sleep for 6 seconds 00010000:00010000:0.0:1760456370.067695:0:88855:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.067706:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.067710:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e87e lrc: 2/0,0 mode: PW/PW res: [0x1464:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.067717:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000052a45374 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.067720:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e87e lrc: 2/0,0 mode: PW/PW res: [0x1464:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.067728:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e87e lrc: 3/0,0 mode: PW/PW res: [0x1464:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.067738:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e87e lrc: 1/0,0 mode: --/PW res: [0x1464:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.067743:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000052a45374/0x3e4967fcee50e87e lrc: 0/0,0 mode: --/PW res: [0x1464:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.067753:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.067754:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.067755:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1760456370.067769:0:122919:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e59358bd going to sleep for 6 seconds 00000100:00100000:2.0:1760456370.067828:0:122921:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002652641a pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:122921:1845970853009280:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.067848:0:122921:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009c02871f/0x3e4967fcee50e89a lrc: 3/0,1 mode: --/PW res: [0x1391:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.067960:0:88855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c228cfa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+496:85188:x1845970853008576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6993us (7084us total) trans 38654713918 rc 0/0 00000100:00100000:0.0:1760456370.067969:0:88855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19542 00000004:00080000:0.0:1760456370.067999:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000020636429/2, rc 0, transno 8254 00000100:00100000:0.0:1760456370.068013:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000020636429 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853008576:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456370.068044:0:164870:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9f5a108 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:164870:1845970853009344:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.068060:0:164870:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f2be79c4/0x3e4967fcee50e893 lrc: 3/0,1 mode: --/PW res: [0x138e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.068079:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002652641a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853010816:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456370.068105:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1760456370.068150:0:87237:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe50ac7c pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:87237:1845970853009472:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.068161:0:87237:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009b9682d0/0x3e4967fcee50e8a1 lrc: 3/0,1 mode: --/PW res: [0x1469:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.068180:0:164869:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853010816 00000100:00100000:0.0:1760456370.068209:0:164869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19559 00000100:00100000:0.0:1760456370.068212:0:164869:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a100ee31 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+496:85189:x1845970853010816:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1760456370.068223:0:164869:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5242 count 1 00010000:00010000:0.0:1760456370.068232:0:164869:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e8f5 lrc: 3/0,1 mode: --/PW res: [0x147a:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.068238:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456370.068247:0:164869:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000aac6d2e2/0x3e4967fcee50a1e4 lrc: 2/0,0 mode: PR/PR res: [0x147a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc09 expref: 103 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.068252:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.068254:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.068255:0:164869:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e8f5 lrc: 4/0,1 mode: --/PW res: [0x147a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.068271:0:164869:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000aac6d2e2/0x3e4967fcee50a1e4 lrc: 3/0,0 mode: PR/PR res: [0x147a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc09 expref: 103 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.068276:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874006976 00010000:00010000:0.0:1760456370.068284:0:164869:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000aac6d2e2/0x3e4967fcee50a1e4 lrc: 4/0,0 mode: PR/PR res: [0x147a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc09 expref: 104 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.068295:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e049e556/0x3e4967fcee509ef0 lrc: 4/0,0 mode: PR/PR res: [0x1469:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb61 expref: 104 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.068298:0:164869:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe50ac7c pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:164869:1845970853010880:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.068327:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1533 00000100:00100000:3.0:1760456370.068333:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da8be66d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+104:167593:x1845970874006976:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00000100:00100000:0.0:1760456370.068338:0:164869:0:(client.c:2500:ptlrpc_set_wait()) set 0000000000cdd6c1 going to sleep for 6 seconds 00010000:00010000:3.0:1760456370.068345:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.068351:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e049e556/0x3e4967fcee509ef0 lrc: 4/0,0 mode: PR/PR res: [0x1469:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb61 expref: 104 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.068362:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e049e556/0x3e4967fcee509ef0 lrc: 3/0,0 mode: PR/PR res: [0x1469:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb61 expref: 104 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.068366:0:164867:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d3283746/0x3e4967fcee509e33 lrc: 0/0,0 mode: --/PR res: [0x1468:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb37 expref: 104 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.068383:0:164867:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000827fa9ba pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:164867:1845970853008832:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.068390:0:122345:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e049e556/0x3e4967fcee509ef0 lrc: 0/0,0 mode: --/PR res: [0x1469:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb61 expref: 103 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.068394:0:164867:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000096f50db4/0x3e4967fcee50e885 lrc: 3/0,1 mode: PW/PW res: [0x1468:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.068407:0:164867:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000096f50db4/0x3e4967fcee50e885 lrc: 3/0,1 mode: PW/PW res: [0x1468:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.068410:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.068411:0:164867:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000096f50db4/0x3e4967fcee50e885 lrc: 3/0,1 mode: PW/PW res: [0x1468:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.068413:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.068417:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009b9682d0/0x3e4967fcee50e8a1 lrc: 3/0,1 mode: PW/PW res: [0x1469:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.068419:0:164867:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000096f50db4/0x3e4967fcee50e885 lrc: 3/0,1 mode: PW/PW res: [0x1468:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.068440:0:164867:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000096f50db4/0x3e4967fcee50e885 lrc: 2/0,0 mode: PW/PW res: [0x1468:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.068441:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009b9682d0/0x3e4967fcee50e8a1 lrc: 4/0,1 mode: PW/PW res: [0x1469:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.068469:0:164867:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456370.068477:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.068481:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.068485:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000096f50db4/0x3e4967fcee50e885 lrc: 2/0,0 mode: PW/PW res: [0x1468:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.068493:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000096f50db4 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.068496:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000096f50db4/0x3e4967fcee50e885 lrc: 2/0,0 mode: PW/PW res: [0x1468:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.068503:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da8be66d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+102:167593:x1845970874006976:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 166us (265us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.068530:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000096f50db4/0x3e4967fcee50e885 lrc: 3/0,0 mode: PW/PW res: [0x1468:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.068541:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000096f50db4/0x3e4967fcee50e885 lrc: 1/0,0 mode: --/PW res: [0x1468:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.068550:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000096f50db4/0x3e4967fcee50e885 lrc: 0/0,0 mode: --/PW res: [0x1468:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.068559:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1533 00010000:00010000:0.0:1760456370.068572:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.068575:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.068579:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.068590:0:87237:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009b9682d0/0x3e4967fcee50e8a1 lrc: 3/0,1 mode: PW/PW res: [0x1469:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.068596:0:87237:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009b9682d0/0x3e4967fcee50e8a1 lrc: 3/0,1 mode: PW/PW res: [0x1469:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.068601:0:87237:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009b9682d0/0x3e4967fcee50e8a1 lrc: 3/0,1 mode: PW/PW res: [0x1469:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.068609:0:87237:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009b9682d0/0x3e4967fcee50e8a1 lrc: 2/0,0 mode: PW/PW res: [0x1469:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.068636:0:87237:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.068645:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.068648:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009b9682d0/0x3e4967fcee50e8a1 lrc: 2/0,0 mode: PW/PW res: [0x1469:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.068654:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009b9682d0 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.068656:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009b9682d0/0x3e4967fcee50e8a1 lrc: 2/0,0 mode: PW/PW res: [0x1469:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.068661:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009b9682d0/0x3e4967fcee50e8a1 lrc: 3/0,0 mode: PW/PW res: [0x1469:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.068673:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009b9682d0/0x3e4967fcee50e8a1 lrc: 1/0,0 mode: --/PW res: [0x1469:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.068681:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009b9682d0/0x3e4967fcee50e8a1 lrc: 0/0,0 mode: --/PW res: [0x1469:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87237 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.068688:0:122920:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003f2456ae pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:122920:1845970853009664:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.068700:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.068704:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.068708:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.068709:0:122920:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c0db3901/0x3e4967fcee50e8af lrc: 3/0,1 mode: --/PW res: [0x1396:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.068711:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:3.0:1760456370.068772:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:3.0:1760456370.068808:0:164868:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f1cb72c pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:164868:1845970853009792:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.068811:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874006848 00010000:00010000:3.0:1760456370.068826:0:164868:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e8b6 lrc: 3/0,1 mode: --/PW res: [0x139e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.068834:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bd8e8946/0x3e4967fcee508948 lrc: 4/0,0 mode: PR/PR res: [0x1391:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f691 expref: 137 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.068886:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874006912 00000100:00100000:2.0:1760456370.068890:0:122343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1534 00000100:00100000:2.0:1760456370.068898:0:122343:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068be9691 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+138:167593:x1845970874006848:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1760456370.068903:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000014d4aa25/0x3e4967fcee508909 lrc: 4/0,0 mode: PR/PR res: [0x138e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f683 expref: 138 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.068903:0:87237:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d488f490 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+497:85191:x1845970853009024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3571us (3717us total) trans 38654713919 rc 0/0 00010000:00010000:2.0:1760456370.068910:0:122343:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.068919:0:122343:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bd8e8946/0x3e4967fcee508948 lrc: 4/0,0 mode: PR/PR res: [0x1391:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f691 expref: 138 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.068923:0:87237:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19547 00010000:00010000:2.0:1760456370.068939:0:122343:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bd8e8946/0x3e4967fcee508948 lrc: 3/0,0 mode: PR/PR res: [0x1391:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f691 expref: 138 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.068946:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1535 00000100:00100000:3.0:1760456370.068953:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000411efd95 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+138:167595:x1845970874006912:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1760456370.068961:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.068963:0:122343:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bd8e8946/0x3e4967fcee508948 lrc: 0/0,0 mode: --/PR res: [0x1391:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f691 expref: 138 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.068966:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000014d4aa25/0x3e4967fcee508909 lrc: 4/0,0 mode: PR/PR res: [0x138e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f683 expref: 138 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.068970:0:87410:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d366081f pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:87410:1845970853010176:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.068992:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000014d4aa25/0x3e4967fcee508909 lrc: 3/0,0 mode: PR/PR res: [0x138e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f683 expref: 137 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.068995:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.068996:0:87410:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000aeb8030d/0x3e4967fcee50e8cb lrc: 3/0,1 mode: --/PW res: [0x146f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.068999:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.069003:0:122343:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009c02871f/0x3e4967fcee50e89a lrc: 3/0,1 mode: PW/PW res: [0x1391:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.069009:0:88636:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000014d4aa25/0x3e4967fcee508909 lrc: 0/0,0 mode: --/PR res: [0x138e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f683 expref: 137 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.069028:0:122343:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009c02871f/0x3e4967fcee50e89a lrc: 4/0,1 mode: PW/PW res: [0x1391:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.069030:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.069033:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.069036:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f2be79c4/0x3e4967fcee50e893 lrc: 3/0,1 mode: PW/PW res: [0x138e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.069044:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f2be79c4/0x3e4967fcee50e893 lrc: 4/0,1 mode: PW/PW res: [0x138e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.069057:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456370.069058:0:122343:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456370.069063:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1760456370.069095:0:122343:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068be9691 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+136:167593:x1845970874006848:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 196us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.069103:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000411efd95 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+136:167595:x1845970874006912:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 145us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456370.069107:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.069115:0:122343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1534 00000100:00100000:3.0:1760456370.069124:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1535 00000100:00100000:2.0:1760456370.069145:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874007040 00010000:00010000:2.0:1760456370.069163:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e6c5c2d4/0x3e4967fcee5089c6 lrc: 4/0,0 mode: PR/PR res: [0x1396:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f6ad expref: 135 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.069184:0:88636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874007168 00010000:00010000:3.0:1760456370.069200:0:88636:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e2b4d87b/0x3e4967fcee508b01 lrc: 5/0,0 mode: PR/PR res: [0x139b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f6f3 expref: 136 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.069202:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1536 00000100:00100000:2.0:1760456370.069213:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac15ffdc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+136:167594:x1845970874007040:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00000100:00100000:1.0:1760456370.069218:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456370.069227:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1760456370.069231:0:164867:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003f5cd6a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+497:85189:x1845970853008768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7650us (7899us total) trans 38654713920 rc 0/0 00010000:00010000:2.0:1760456370.069234:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e6c5c2d4/0x3e4967fcee5089c6 lrc: 4/0,0 mode: PR/PR res: [0x1396:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f6ad expref: 136 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.069238:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1537 00000100:00100000:3.0:1760456370.069251:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000287a8e8f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+136:167594:x1845970874007168:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00000100:00100000:0.0:1760456370.069252:0:164867:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19543 00010000:00010000:2.0:1760456370.069258:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e6c5c2d4/0x3e4967fcee5089c6 lrc: 3/0,0 mode: PR/PR res: [0x1396:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f6ad expref: 136 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.069263:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.069270:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e2b4d87b/0x3e4967fcee508b01 lrc: 5/0,0 mode: PR/PR res: [0x139b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f6f3 expref: 136 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.069279:0:86475:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e6c5c2d4/0x3e4967fcee5089c6 lrc: 0/0,0 mode: --/PR res: [0x1396:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f6ad expref: 136 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.069284:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e2b4d87b/0x3e4967fcee508b01 lrc: 4/0,0 mode: PR/PR res: [0x139b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f6f3 expref: 136 pid: 87239 timeout: 4721 lvb_type: 1 00000004:00080000:0.0:1760456370.069289:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000033bbb9fa/2, rc 0, transno 8256 00010000:00010000:2.0:1760456370.069302:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1760456370.069304:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000033bbb9fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853008768:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456370.069306:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.069310:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c0db3901/0x3e4967fcee50e8af lrc: 3/0,1 mode: PW/PW res: [0x1396:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.069311:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.069314:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.069317:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e8bd lrc: 3/0,1 mode: PW/PW res: [0x139b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.069325:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0db3901/0x3e4967fcee50e8af lrc: 4/0,1 mode: PW/PW res: [0x1396:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.069330:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e8bd lrc: 4/0,1 mode: PW/PW res: [0x139b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.069346:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456370.069350:0:164870:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f2be79c4/0x3e4967fcee50e893 lrc: 3/0,1 mode: PW/PW res: [0x138e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.069354:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456370.069357:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.069358:0:164870:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f2be79c4/0x3e4967fcee50e893 lrc: 3/0,1 mode: PW/PW res: [0x138e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.069369:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456370.069371:0:164870:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f2be79c4/0x3e4967fcee50e893 lrc: 3/0,1 mode: PW/PW res: [0x138e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.069377:0:164870:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f2be79c4/0x3e4967fcee50e893 lrc: 2/0,0 mode: PW/PW res: [0x138e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.069389:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000287a8e8f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+135:167594:x1845970874007168:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 139us (287us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.069390:0:164870:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1760456370.069391:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac15ffdc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+135:167594:x1845970874007040:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 176us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.069410:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1537 00000100:00100000:1.0:1760456370.069413:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.069421:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1536 00000100:00100000:3.0:1760456370.069434:0:88636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874007104 00000100:00100000:2.0:1760456370.069446:0:86475:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874007232 00010000:00010000:3.0:1760456370.069451:0:88636:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ee5744ee/0x3e4967fcee508a05 lrc: 4/0,0 mode: PR/PR res: [0x139e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f6bb expref: 134 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.069466:0:86475:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ef67656a/0x3e4967fcee50a06a lrc: 4/0,0 mode: PR/PR res: [0x146f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fbb5 expref: 102 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.069474:0:88636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874007360 00010000:00010000:1.0:1760456370.069479:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.069484:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f2be79c4/0x3e4967fcee50e893 lrc: 2/0,0 mode: PW/PW res: [0x138e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.069491:0:86475:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874007296 00010000:00010000:1.0:1760456370.069491:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f2be79c4 already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456370.069492:0:88636:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004e9b52e2/0x3e4967fcee50a0e8 lrc: 5/0,0 mode: PR/PR res: [0x1471:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fbd1 expref: 103 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.069496:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f2be79c4/0x3e4967fcee50e893 lrc: 2/0,0 mode: PW/PW res: [0x138e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.069506:0:86475:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cd027245/0x3e4967fcee509fad lrc: 5/0,0 mode: PR/PR res: [0x1473:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb8b expref: 104 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.069555:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1538 00010000:00010000:1.0:1760456370.069561:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f2be79c4/0x3e4967fcee50e893 lrc: 3/0,0 mode: PW/PW res: [0x138e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.069567:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dfd0c2ff pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+134:167594:x1845970874007104:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00000100:00100000:3.0:1760456370.069577:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1539 00010000:00010000:2.0:1760456370.069581:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456370.069581:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f2be79c4/0x3e4967fcee50e893 lrc: 1/0,0 mode: --/PW res: [0x138e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.069589:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ee5744ee/0x3e4967fcee508a05 lrc: 4/0,0 mode: PR/PR res: [0x139e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f6bb expref: 134 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.069590:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009f1350c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+104:167594:x1845970874007232:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1760456370.069596:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f2be79c4/0x3e4967fcee50e893 lrc: 0/0,0 mode: --/PW res: [0x138e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.069605:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.069613:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ef67656a/0x3e4967fcee50a06a lrc: 4/0,0 mode: PR/PR res: [0x146f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fbb5 expref: 104 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.069629:0:164870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b12c6387 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+515:85188:x1845970853009088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5155us (5512us total) trans 12884911346 rc 0/0 00010000:00010000:2.0:1760456370.069637:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ee5744ee/0x3e4967fcee508a05 lrc: 3/0,0 mode: PR/PR res: [0x139e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f6bb expref: 134 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.069637:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.069639:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.069641:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.069642:0:164870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19545 00010000:00010000:3.0:1760456370.069655:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ef67656a/0x3e4967fcee50a06a lrc: 3/0,0 mode: PR/PR res: [0x146f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fbb5 expref: 104 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.069663:0:170681:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005dd317a2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:170681:1845970853010112:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.069666:0:86475:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ee5744ee/0x3e4967fcee508a05 lrc: 0/0,0 mode: --/PR res: [0x139e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f6bb expref: 134 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.069676:0:88636:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ef67656a/0x3e4967fcee50a06a lrc: 0/0,0 mode: --/PR res: [0x146f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fbb5 expref: 104 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.069678:0:170681:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e8c4 lrc: 3/0,1 mode: --/PW res: [0x1473:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.069681:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000004:00080000:0.0:1760456370.069683:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b4c05355/2, rc 0, transno 9458 00010000:00010000:2.0:1760456370.069685:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.069689:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e8b6 lrc: 3/0,1 mode: PW/PW res: [0x139e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.069697:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b4c05355 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853009088:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.069704:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.069707:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.069709:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e8b6 lrc: 4/0,1 mode: PW/PW res: [0x139e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.069711:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000aeb8030d/0x3e4967fcee50e8cb lrc: 3/0,1 mode: PW/PW res: [0x146f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.069733:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aeb8030d/0x3e4967fcee50e8cb lrc: 4/0,1 mode: PW/PW res: [0x146f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.069747:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1760456370.069768:0:87240:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002fb570c1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:87240:1845970853010368:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.069770:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456370.069781:0:87240:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50e8d9 lrc: 3/0,1 mode: --/PW res: [0x139f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.069788:0:87410:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000aeb8030d/0x3e4967fcee50e8cb lrc: 3/0,1 mode: PW/PW res: [0x146f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.069789:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dfd0c2ff pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+133:167594:x1845970874007104:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 223us (572us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.069803:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009f1350c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+103:167594:x1845970874007232:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 213us (454us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.069806:0:87410:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aeb8030d/0x3e4967fcee50e8cb lrc: 3/0,1 mode: PW/PW res: [0x146f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.069813:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1538 00010000:00010000:0.0:1760456370.069821:0:87410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aeb8030d/0x3e4967fcee50e8cb lrc: 3/0,1 mode: PW/PW res: [0x146f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.069824:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1539 00010000:00010000:0.0:1760456370.069834:0:87410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aeb8030d/0x3e4967fcee50e8cb lrc: 2/0,0 mode: PW/PW res: [0x146f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.069843:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1540 00000100:00100000:2.0:1760456370.069850:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba1a6b8e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+102:167596:x1845970874007296:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00000100:00100000:3.0:1760456370.069857:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1541 00010000:00010000:0.0:1760456370.069858:0:87410:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.069860:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1760456370.069863:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456370.069864:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aeb8030d/0x3e4967fcee50e8cb lrc: 2/0,0 mode: PW/PW res: [0x146f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.069870:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c71cb76 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+102:167595:x1845970874007360:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1760456370.069871:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cd027245/0x3e4967fcee509fad lrc: 4/0,0 mode: PR/PR res: [0x1473:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb8b expref: 102 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.069883:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000aeb8030d already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456370.069887:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.069894:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cd027245/0x3e4967fcee509fad lrc: 3/0,0 mode: PR/PR res: [0x1473:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb8b expref: 102 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.069895:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004e9b52e2/0x3e4967fcee50a0e8 lrc: 5/0,0 mode: PR/PR res: [0x1471:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fbd1 expref: 102 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.069920:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004e9b52e2/0x3e4967fcee50a0e8 lrc: 4/0,0 mode: PR/PR res: [0x1471:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fbd1 expref: 102 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.069927:0:86475:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cd027245/0x3e4967fcee509fad lrc: 0/0,0 mode: --/PR res: [0x1473:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb8b expref: 102 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.069929:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aeb8030d/0x3e4967fcee50e8cb lrc: 2/0,0 mode: PW/PW res: [0x146f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.069944:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.069947:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.069950:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aeb8030d/0x3e4967fcee50e8cb lrc: 3/0,0 mode: PW/PW res: [0x146f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.069951:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ebca686a/0x3e4967fcee50e8d2 lrc: 3/0,1 mode: PW/PW res: [0x1471:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.069959:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.069962:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.069965:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e8c4 lrc: 3/0,1 mode: PW/PW res: [0x1473:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.069975:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aeb8030d/0x3e4967fcee50e8cb lrc: 1/0,0 mode: --/PW res: [0x146f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.069976:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ebca686a/0x3e4967fcee50e8d2 lrc: 4/0,1 mode: PW/PW res: [0x1471:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.069980:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e8c4 lrc: 4/0,1 mode: PW/PW res: [0x1473:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.069995:0:87410:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8dd4db1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+497:85190:x1845970853009920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3435us (3533us total) trans 38654713921 rc 0/0 00010000:00010000:1.0:1760456370.069998:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aeb8030d/0x3e4967fcee50e8cb lrc: 0/0,0 mode: --/PW res: [0x146f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.070009:0:87410:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19553 00010000:00010000:3.0:1760456370.070014:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456370.070022:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456370.070023:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.070026:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.070028:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.070037:0:170681:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e8c4 lrc: 3/0,1 mode: PW/PW res: [0x1473:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.070043:0:170681:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e8c4 lrc: 3/0,1 mode: PW/PW res: [0x1473:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.070049:0:170681:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e8c4 lrc: 3/0,1 mode: PW/PW res: [0x1473:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.070057:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c71cb76 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+101:167595:x1845970874007360:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 187us (688us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.070063:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba1a6b8e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+101:167596:x1845970874007296:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 209us (653us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456370.070064:0:170681:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e8c4 lrc: 2/0,0 mode: PW/PW res: [0x1473:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.070075:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1541 00000100:00100000:2.0:1760456370.070082:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1540 00000100:00100000:3.0:1760456370.070105:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9f5a108 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853011008:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.070123:0:122921:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009c02871f/0x3e4967fcee50e89a lrc: 3/0,1 mode: PW/PW res: [0x1391:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.070133:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.070139:0:122921:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c02871f/0x3e4967fcee50e89a lrc: 3/0,1 mode: PW/PW res: [0x1391:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.070148:0:122921:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009c02871f/0x3e4967fcee50e89a lrc: 3/0,1 mode: PW/PW res: [0x1391:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.070155:0:122921:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009c02871f/0x3e4967fcee50e89a lrc: 2/0,0 mode: PW/PW res: [0x1391:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1760456370.070173:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000017d87909/2, rc 0, transno 8255 00000100:00100000:0.0:1760456370.070178:0:87410:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853011008 00010000:00010000:2.0:1760456370.070180:0:122921:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1760456370.070188:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017d87909 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853009024:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1760456370.070190:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.070196:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009c02871f/0x3e4967fcee50e89a lrc: 2/0,0 mode: PW/PW res: [0x1391:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.070201:0:85191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1760456370.070208:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009c02871f already unused, calling callback (0000000049577fce) 00000100:00100000:3.0:1760456370.070212:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000827fa9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853010944:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1760456370.070213:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009c02871f/0x3e4967fcee50e89a lrc: 2/0,0 mode: PW/PW res: [0x1391:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.070223:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009c02871f/0x3e4967fcee50e89a lrc: 3/0,0 mode: PW/PW res: [0x1391:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.070239:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009c02871f/0x3e4967fcee50e89a lrc: 1/0,0 mode: --/PW res: [0x1391:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.070246:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c02871f/0x3e4967fcee50e89a lrc: 0/0,0 mode: --/PW res: [0x1391:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.070255:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1760456370.070270:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.070273:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.070277:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.070299:0:164868:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e8b6 lrc: 3/0,1 mode: PW/PW res: [0x139e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.070310:0:164868:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e8b6 lrc: 3/0,1 mode: PW/PW res: [0x139e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.070315:0:164868:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e8b6 lrc: 3/0,1 mode: PW/PW res: [0x139e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.070320:0:164868:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e8b6 lrc: 2/0,0 mode: PW/PW res: [0x139e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.070326:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1760456370.070340:0:164868:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1760456370.070340:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aa199f6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853011072:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1760456370.070351:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.070354:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e8b6 lrc: 2/0,0 mode: PW/PW res: [0x139e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.070360:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d713c715 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.070363:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e8b6 lrc: 2/0,0 mode: PW/PW res: [0x139e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.070373:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456370.070377:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e8b6 lrc: 3/0,0 mode: PW/PW res: [0x139e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.070391:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e8b6 lrc: 1/0,0 mode: --/PW res: [0x139e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.070395:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50e8b6 lrc: 0/0,0 mode: --/PW res: [0x139e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.070402:0:122921:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd430a32 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+516:85189:x1845970853009152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5694us (6042us total) trans 12884911347 rc 0/0 00000100:00100000:1.0:1760456370.070412:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.070422:0:122921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19546 00010000:00010000:0.0:1760456370.070434:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.070437:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.070440:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1760456370.070444:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.070477:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456370.070483:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000004:00080000:0.0:1760456370.070537:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000091436c8c/2, rc 0, transno 9459 00000100:00100000:0.0:1760456370.070548:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000091436c8c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853009152:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456370.070572:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:3.0:1760456370.070580:0:164868:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008635a4f7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+516:85188:x1845970853009600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4492us (4664us total) trans 12884911348 rc 0/0 00000100:00100000:3.0:1760456370.070588:0:164868:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19550 00000100:00100000:0.0:1760456370.070591:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003f5cd6a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853011136:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.070608:0:164868:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853010944 00000100:00100000:1.0:1760456370.070611:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.070637:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1760456370.070654:0:88636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874007616 00000100:00100000:1.0:1760456370.070668:0:122919:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019e82e67 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:122919:1845970853010752:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.070669:0:88636:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000086f760fe/0x3e4967fcee50a1a5 lrc: 5/0,0 mode: PR/PR res: [0x1476:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fbfb expref: 100 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.070670:0:86475:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874007744 00010000:00010000:1.0:1760456370.070689:0:122919:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50e8ee lrc: 3/0,1 mode: --/PW res: [0x139a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.070691:0:86475:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000aac6d2e2/0x3e4967fcee50a1e4 lrc: 5/0,0 mode: PR/PR res: [0x147a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc09 expref: 101 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.070693:0:88636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874007488 00000004:00080000:0.0:1760456370.070693:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009e5300d7/2, rc 0, transno 9460 00000100:00100000:0.0:1760456370.070703:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e5300d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853009600:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.070705:0:88636:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a4175855/0x3e4967fcee509f2f lrc: 5/0,0 mode: PR/PR res: [0x1475:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb6f expref: 102 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.070721:0:170681:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1760456370.070734:0:88636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874007680 00000100:00100000:2.0:1760456370.070739:0:86475:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874007424 00010000:00010000:0.0:1760456370.070740:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456370.070745:0:88636:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d945fbcf/0x3e4967fcee508bfd lrc: 4/0,0 mode: PR/PR res: [0x139a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f72b expref: 134 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.070745:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e8c4 lrc: 2/0,0 mode: PW/PW res: [0x1473:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.070761:0:86475:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000000ff264b/0x3e4967fcee508b40 lrc: 4/0,0 mode: PR/PR res: [0x139f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f701 expref: 134 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.070768:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fa6ffac7 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.070772:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e8c4 lrc: 2/0,0 mode: PW/PW res: [0x1473:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.070777:0:88636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874007552 00010000:00010000:0.0:1760456370.070780:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e8c4 lrc: 3/0,0 mode: PW/PW res: [0x1473:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.070793:0:88636:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c5ee6ce1/0x3e4967fcee508cba lrc: 5/0,0 mode: PR/PR res: [0x13a3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f755 expref: 135 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.070793:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1542 00010000:00010000:0.0:1760456370.070794:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e8c4 lrc: 1/0,0 mode: --/PW res: [0x1473:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.070808:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b81d5243 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+102:167596:x1845970874007616:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1760456370.070816:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fa6ffac7/0x3e4967fcee50e8c4 lrc: 0/0,0 mode: --/PW res: [0x1473:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.070825:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.070832:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000086f760fe/0x3e4967fcee50a1a5 lrc: 5/0,0 mode: PR/PR res: [0x1476:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fbfb expref: 102 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.070836:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.070838:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1543 00010000:00010000:0.0:1760456370.070839:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.070842:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.070847:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002fb570c1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+102:167596:x1845970874007744:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1760456370.070853:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000086f760fe/0x3e4967fcee50a1a5 lrc: 4/0,0 mode: PR/PR res: [0x1476:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fbfb expref: 102 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.070856:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1760456370.070861:0:170681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072b3cf4a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+498:85191:x1845970853009856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4313us (4465us total) trans 38654713922 rc 0/0 00010000:00010000:3.0:1760456370.070863:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000aac6d2e2/0x3e4967fcee50a1e4 lrc: 5/0,0 mode: PR/PR res: [0x147a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc09 expref: 102 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.070872:0:87410:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853011072 00010000:00010000:2.0:1760456370.070874:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1760456370.070875:0:170681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19552 00010000:00010000:3.0:1760456370.070878:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000aac6d2e2/0x3e4967fcee50a1e4 lrc: 4/0,0 mode: PR/PR res: [0x147a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc09 expref: 102 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.070878:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.070882:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000554e8914/0x3e4967fcee50e8e0 lrc: 3/0,1 mode: PW/PW res: [0x1476:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.070891:0:87410:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853011136 00010000:00010000:2.0:1760456370.070892:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000554e8914/0x3e4967fcee50e8e0 lrc: 4/0,1 mode: PW/PW res: [0x1476:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.070895:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.070898:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1760456370.070898:0:170681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19560 00010000:00010000:3.0:1760456370.070902:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e8f5 lrc: 3/0,1 mode: PW/PW res: [0x147a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.070907:0:170681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ecd6d43 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+498:85191:x1845970853010944:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456370.070916:0:87410:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19561 00010000:00010000:2.0:1760456370.070917:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456370.070919:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e8f5 lrc: 4/0,1 mode: PW/PW res: [0x147a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1760456370.070924:0:170681:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5241 count 1 00000100:00100000:0.0:1760456370.070926:0:87410:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b97fd9a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+516:85191:x1845970853011008:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.070936:0:170681:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e8fc lrc: 3/0,1 mode: --/PW res: [0x1479:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1760456370.070943:0:87410:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5026 count 1 00010000:00010000:3.0:1760456370.070946:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456370.070950:0:170681:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007804003b/0x3e4967fcee50a262 lrc: 2/0,0 mode: PR/PR res: [0x1479:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc25 expref: 102 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.070956:0:170681:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1760456370.070957:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b81d5243 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+102:167596:x1845970874007616:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 152us (590us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.070957:0:87410:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50e903 lrc: 3/0,1 mode: --/PW res: [0x13a2:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.070959:0:170681:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.070963:0:170681:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e8fc lrc: 4/0,1 mode: --/PW res: [0x1479:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.070972:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002fb570c1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+102:167596:x1845970874007744:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 121us (564us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.070982:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1542 00010000:00010000:0.0:1760456370.070983:0:87410:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000006b1df3e/0x3e4967fcee508d77 lrc: 2/0,0 mode: PR/PR res: [0x13a2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f77f expref: 135 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.070993:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1543 00010000:00010000:0.0:1760456370.070995:0:87410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.070998:0:87410:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.070999:0:87410:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50e903 lrc: 4/0,1 mode: --/PW res: [0x13a2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.071017:0:87410:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000006b1df3e/0x3e4967fcee508d77 lrc: 3/0,0 mode: PR/PR res: [0x13a2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f77f expref: 135 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.071020:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1544 00000100:00100000:3.0:1760456370.071028:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005dd317a2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+100:167593:x1845970874007488:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1760456370.071035:0:87410:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000006b1df3e/0x3e4967fcee508d77 lrc: 4/0,0 mode: PR/PR res: [0x13a2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f77f expref: 135 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.071036:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.071042:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a4175855/0x3e4967fcee509f2f lrc: 5/0,0 mode: PR/PR res: [0x1475:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb6f expref: 100 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.071049:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1545 00000100:00100000:2.0:1760456370.071059:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000360b0d8a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+135:167593:x1845970874007680:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1760456370.071062:0:170681:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007804003b/0x3e4967fcee50a262 lrc: 3/0,0 mode: PR/PR res: [0x1479:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc25 expref: 100 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.071062:0:87410:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054a3589b pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:87410:1845970853011264:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.071063:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a4175855/0x3e4967fcee509f2f lrc: 4/0,0 mode: PR/PR res: [0x1475:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb6f expref: 100 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.071077:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.071085:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d945fbcf/0x3e4967fcee508bfd lrc: 4/0,0 mode: PR/PR res: [0x139a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f72b expref: 135 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.071088:0:170681:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007804003b/0x3e4967fcee50a262 lrc: 4/0,0 mode: PR/PR res: [0x1479:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc25 expref: 100 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.071089:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.071092:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.071094:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005f5217a4/0x3e4967fcee50e8a8 lrc: 3/0,1 mode: PW/PW res: [0x1475:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.071110:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005f5217a4/0x3e4967fcee50e8a8 lrc: 4/0,1 mode: PW/PW res: [0x1475:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.071111:0:87410:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f55feff3 going to sleep for 6 seconds 00010000:00010000:2.0:1760456370.071114:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d945fbcf/0x3e4967fcee508bfd lrc: 3/0,0 mode: PR/PR res: [0x139a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f72b expref: 135 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.071125:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456370.071140:0:86475:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d945fbcf/0x3e4967fcee508bfd lrc: 0/0,0 mode: --/PR res: [0x139a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f72b expref: 135 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.071143:0:170681:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019e82e67 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:170681:1845970853011328:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.071144:0:122923:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a4175855/0x3e4967fcee509f2f lrc: 0/0,0 mode: --/PR res: [0x1475:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb6f expref: 100 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.071149:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005dd317a2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+100:167593:x1845970874007488:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 118us (704us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.071168:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1544 00000100:00100000:0.0:1760456370.071174:0:122923:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000966de96c pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:122923:1845970853009536:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.071185:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1760456370.071188:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1546 00010000:00010000:2.0:1760456370.071188:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.071191:0:122923:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005f5217a4/0x3e4967fcee50e8a8 lrc: 3/0,1 mode: PW/PW res: [0x1475:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.071192:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50e8ee lrc: 3/0,1 mode: PW/PW res: [0x139a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.071196:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000098bc48b7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+134:167593:x1845970874007424:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1760456370.071207:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.071213:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000000ff264b/0x3e4967fcee508b40 lrc: 4/0,0 mode: PR/PR res: [0x139f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f701 expref: 134 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.071217:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50e8ee lrc: 4/0,1 mode: PW/PW res: [0x139a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.071218:0:122923:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005f5217a4/0x3e4967fcee50e8a8 lrc: 3/0,1 mode: PW/PW res: [0x1475:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.071226:0:170681:0:(client.c:2500:ptlrpc_set_wait()) set 00000000693a8c6a going to sleep for 6 seconds 00010000:00010000:3.0:1760456370.071227:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000000ff264b/0x3e4967fcee508b40 lrc: 3/0,0 mode: PR/PR res: [0x139f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f701 expref: 134 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.071244:0:122923:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005f5217a4/0x3e4967fcee50e8a8 lrc: 3/0,1 mode: PW/PW res: [0x1475:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.071253:0:88636:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000000ff264b/0x3e4967fcee508b40 lrc: 0/0,0 mode: --/PR res: [0x139f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f701 expref: 134 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.071255:0:122923:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005f5217a4/0x3e4967fcee50e8a8 lrc: 3/0,1 mode: PW/PW res: [0x1475:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.071262:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456370.071264:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.071266:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.071269:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50e8d9 lrc: 3/0,1 mode: PW/PW res: [0x139f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.071269:0:122923:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005f5217a4/0x3e4967fcee50e8a8 lrc: 2/0,0 mode: PW/PW res: [0x1475:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.071287:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50e8d9 lrc: 4/0,1 mode: PW/PW res: [0x139f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.071293:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000360b0d8a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+133:167593:x1845970874007680:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 231us (812us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.071297:0:122923:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1760456370.071306:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1545 00010000:00010000:3.0:1760456370.071309:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456370.071318:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.071322:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005f5217a4/0x3e4967fcee50e8a8 lrc: 2/0,0 mode: PW/PW res: [0x1475:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.071329:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005f5217a4 already unused, calling callback (0000000049577fce) 00000100:00100000:3.0:1760456370.071332:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000098bc48b7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+132:167593:x1845970874007424:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 135us (760us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456370.071333:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005f5217a4/0x3e4967fcee50e8a8 lrc: 2/0,0 mode: PW/PW res: [0x1475:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.071336:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1547 00000100:00100000:2.0:1760456370.071348:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000020d5ae43 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+132:167593:x1845970874007552:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00000100:00100000:3.0:1760456370.071351:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1546 00010000:00010000:1.0:1760456370.071354:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005f5217a4/0x3e4967fcee50e8a8 lrc: 3/0,0 mode: PW/PW res: [0x1475:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.071363:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.071370:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c5ee6ce1/0x3e4967fcee508cba lrc: 5/0,0 mode: PR/PR res: [0x13a3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f755 expref: 131 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.071379:0:164868:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19562 00000100:00100000:3.0:1760456370.071384:0:164868:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c228cfa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+498:85189:x1845970853011072:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1760456370.071387:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c5ee6ce1/0x3e4967fcee508cba lrc: 4/0,0 mode: PR/PR res: [0x13a3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f755 expref: 131 pid: 87239 timeout: 4721 lvb_type: 1 00002000:00080000:3.0:1760456370.071396:0:164868:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:5246 count 1 00010000:00010000:2.0:1760456370.071406:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.071408:0:164868:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000065b6827f/0x3e4967fcee50e90a lrc: 3/0,1 mode: --/PW res: [0x147e:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.071410:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.071413:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e8e7 lrc: 3/0,1 mode: PW/PW res: [0x13a3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.071420:0:164868:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000009baa6f0/0x3e4967fcee50a31f lrc: 2/0,0 mode: PR/PR res: [0x147e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc4f expref: 98 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.071435:0:164868:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.071437:0:164868:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.071439:0:164868:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000065b6827f/0x3e4967fcee50e90a lrc: 4/0,1 mode: --/PW res: [0x147e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.071440:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005f5217a4/0x3e4967fcee50e8a8 lrc: 1/0,0 mode: --/PW res: [0x1475:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.071443:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e8e7 lrc: 4/0,1 mode: PW/PW res: [0x13a3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.071463:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005f5217a4/0x3e4967fcee50e8a8 lrc: 0/0,0 mode: --/PW res: [0x1475:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.071469:0:164868:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000009baa6f0/0x3e4967fcee50a31f lrc: 3/0,0 mode: PR/PR res: [0x147e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc4f expref: 98 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.071475:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1760456370.071484:0:122923:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009fa95a51 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+499:85191:x1845970853009216:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5880us (6205us total) trans 38654713923 rc 0/0 00010000:00010000:3.0:1760456370.071494:0:164868:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000009baa6f0/0x3e4967fcee50a31f lrc: 4/0,0 mode: PR/PR res: [0x147e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc4f expref: 98 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.071495:0:122923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19548 00010000:00010000:1.0:1760456370.071498:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.071500:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.071503:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.071504:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000020d5ae43 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+131:167593:x1845970874007552:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 154us (890us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456370.071529:0:122919:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50e8ee lrc: 3/0,1 mode: PW/PW res: [0x139a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.071533:0:164868:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e511b013 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:164868:1845970853011392:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.071544:0:122919:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50e8ee lrc: 3/0,1 mode: PW/PW res: [0x139a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.071553:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1547 00010000:00010000:1.0:1760456370.071555:0:122919:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50e8ee lrc: 3/0,1 mode: PW/PW res: [0x139a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.071561:0:122923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19563 00010000:00010000:1.0:1760456370.071563:0:122919:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50e8ee lrc: 2/0,0 mode: PW/PW res: [0x139a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.071568:0:164868:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ae4d228e going to sleep for 6 seconds 00000100:00100000:0.0:1760456370.071572:0:122923:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f1ba7aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+516:85189:x1845970853011136:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.071576:0:122919:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.071586:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00002000:00080000:0.0:1760456370.071588:0:122923:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5032 count 1 00010000:00010000:1.0:1760456370.071589:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50e8ee lrc: 2/0,0 mode: PW/PW res: [0x139a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.071602:0:122923:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e911 lrc: 3/0,1 mode: --/PW res: [0x13a8:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1760456370.071612:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000002a9e36f3/2, rc 0, transno 8258 00010000:00010000:0.0:1760456370.071616:0:122923:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e7abfbb6/0x3e4967fcee508db6 lrc: 2/0,0 mode: PR/PR res: [0x13a8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f78d expref: 130 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1760456370.071634:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066aaef1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853011200:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456370.071639:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.071643:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.071644:0:122923:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e911 lrc: 4/0,1 mode: --/PW res: [0x13a8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.071647:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002a9e36f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853009856:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456370.071663:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000330d7dc8 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.071665:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50e8ee lrc: 2/0,0 mode: PW/PW res: [0x139a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1760456370.071670:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000be442624/2, rc 0, transno 8259 00000100:00100000:2.0:1760456370.071676:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1760456370.071677:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50e8ee lrc: 3/0,0 mode: PW/PW res: [0x139a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.071687:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be442624 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853009216:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1760456370.071691:0:164869:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aac6d2e2/0x3e4967fcee50a1e4 lrc: 0/0,0 mode: --/PR res: [0x147a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc09 expref: 98 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.071693:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50e8ee lrc: 1/0,0 mode: --/PW res: [0x139a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.071703:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50e8ee lrc: 0/0,0 mode: --/PW res: [0x139a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.071708:0:164869:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe50ac7c pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:164869:1845970853010880:192.168.203.34@tcp:104: 00000004:00080000:2.0:1760456370.071721:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000f7f52743/2, rc 0, transno 8257 00000100:00100000:3.0:1760456370.071722:0:87239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853011200 00010000:00010000:1.0:1760456370.071724:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.071725:0:164869:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e8f5 lrc: 3/0,1 mode: PW/PW res: [0x147a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.071727:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.071730:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.071732:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7f52743 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853009920:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1760456370.071754:0:164870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19564 00000100:00100000:0.0:1760456370.071760:0:164870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000048953463 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+517:85190:x1845970853011200:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1760456370.071771:0:164870:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5038 count 1 00010000:00010000:2.0:1760456370.071773:0:122920:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c0db3901/0x3e4967fcee50e8af lrc: 3/0,1 mode: PW/PW res: [0x1396:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.071781:0:164870:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e918 lrc: 3/0,1 mode: --/PW res: [0x13ae:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.071783:0:122920:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c0db3901/0x3e4967fcee50e8af lrc: 3/0,1 mode: PW/PW res: [0x1396:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.071792:0:164871:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e2b4d87b/0x3e4967fcee508b01 lrc: 0/0,0 mode: --/PR res: [0x139b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f6f3 expref: 130 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.071797:0:164870:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000964fe951/0x3e4967fcee508e34 lrc: 2/0,0 mode: PR/PR res: [0x13ae:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f7a9 expref: 130 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.071803:0:122920:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c0db3901/0x3e4967fcee50e8af lrc: 3/0,1 mode: PW/PW res: [0x1396:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.071823:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1760456370.071824:0:164871:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000679c2b5f pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:164871:1845970853010048:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.071825:0:122920:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c0db3901/0x3e4967fcee50e8af lrc: 2/0,0 mode: PW/PW res: [0x1396:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.071826:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.071830:0:164870:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e918 lrc: 4/0,1 mode: --/PW res: [0x13ae:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.071845:0:164871:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e8bd lrc: 3/0,1 mode: PW/PW res: [0x139b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.071856:0:164871:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e8bd lrc: 3/0,1 mode: PW/PW res: [0x139b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.071860:0:122920:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.071865:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456370.071866:0:164871:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e8bd lrc: 3/0,1 mode: PW/PW res: [0x139b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.071871:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c0db3901/0x3e4967fcee50e8af lrc: 2/0,0 mode: PW/PW res: [0x1396:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.071879:0:164871:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e8bd lrc: 3/0,1 mode: PW/PW res: [0x139b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.071883:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c0db3901 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.071888:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0db3901/0x3e4967fcee50e8af lrc: 2/0,0 mode: PW/PW res: [0x1396:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.071891:0:164871:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e8bd lrc: 2/0,0 mode: PW/PW res: [0x139b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.071905:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0db3901/0x3e4967fcee50e8af lrc: 3/0,0 mode: PW/PW res: [0x1396:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.071916:0:164871:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.071919:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c0db3901/0x3e4967fcee50e8af lrc: 1/0,0 mode: --/PW res: [0x1396:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.071925:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c0db3901/0x3e4967fcee50e8af lrc: 0/0,0 mode: --/PW res: [0x1396:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.071942:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.071944:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e8bd lrc: 2/0,0 mode: PW/PW res: [0x139b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.071950:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b2243183 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.071953:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e8bd lrc: 2/0,0 mode: PW/PW res: [0x139b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.071961:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e8bd lrc: 3/0,0 mode: PW/PW res: [0x139b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.071975:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e8bd lrc: 1/0,0 mode: --/PW res: [0x139b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.071983:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50e8bd lrc: 0/0,0 mode: --/PW res: [0x139b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.072002:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.072005:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.072007:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.072013:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.072022:0:164870:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000964fe951/0x3e4967fcee508e34 lrc: 3/0,0 mode: PR/PR res: [0x13ae:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f7a9 expref: 129 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.072030:0:164870:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000964fe951/0x3e4967fcee508e34 lrc: 4/0,0 mode: PR/PR res: [0x13ae:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f7a9 expref: 129 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.072040:0:164870:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe50ac7c pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:164870:1845970853011456:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.072074:0:164870:0:(client.c:2500:ptlrpc_set_wait()) set 0000000000cdd6c1 going to sleep for 6 seconds 00000100:00100000:1.0:1760456370.072081:0:122919:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ccb9cad2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+519:85190:x1845970853010432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4596us (4752us total) trans 12884911349 rc 0/0 00010000:00010000:0.0:1760456370.072087:0:164869:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e8f5 lrc: 3/0,1 mode: PW/PW res: [0x147a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.072090:0:122919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19558 00010000:00010000:0.0:1760456370.072098:0:164869:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e8f5 lrc: 3/0,1 mode: PW/PW res: [0x147a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.072106:0:164869:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e8f5 lrc: 3/0,1 mode: PW/PW res: [0x147a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.072119:0:164869:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e8f5 lrc: 2/0,0 mode: PW/PW res: [0x147a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.072127:0:122920:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009ce944d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+519:85191:x1845970853009408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6244us (6797us total) trans 12884911350 rc 0/0 00000100:00100000:2.0:1760456370.072137:0:122920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19549 00010000:00010000:0.0:1760456370.072138:0:164869:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.072149:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.072152:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e8f5 lrc: 2/0,0 mode: PW/PW res: [0x147a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.072157:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000016be4d0e already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.072160:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e8f5 lrc: 2/0,0 mode: PW/PW res: [0x147a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.072165:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e8f5 lrc: 3/0,0 mode: PW/PW res: [0x147a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.072176:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e8f5 lrc: 1/0,0 mode: --/PW res: [0x147a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1760456370.072178:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000004d693516/2, rc 0, transno 9461 00010000:00010000:0.0:1760456370.072180:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000016be4d0e/0x3e4967fcee50e8f5 lrc: 0/0,0 mode: --/PW res: [0x147a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.072194:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d693516 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853010432:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.072195:0:164871:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e9e10d4e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+518:85188:x1845970853009728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5710us (5870us total) trans 12884911351 rc 0/0 00010000:00010000:0.0:1760456370.072198:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.072201:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.072204:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.072207:0:164871:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19551 00000100:00100000:3.0:1760456370.072238:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000966de96c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853011520:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.072243:0:123791:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000086f760fe/0x3e4967fcee50a1a5 lrc: 0/0,0 mode: --/PR res: [0x1476:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fbfb expref: 97 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.072261:0:123791:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ba802d17 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:123791:1845970853010624:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.072269:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1760456370.072269:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e6d09192/2, rc 0, transno 9463 00010000:00010000:2.0:1760456370.072279:0:123791:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000554e8914/0x3e4967fcee50e8e0 lrc: 3/0,1 mode: PW/PW res: [0x1476:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.072286:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e6d09192 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853009728:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.072290:0:123791:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000554e8914/0x3e4967fcee50e8e0 lrc: 3/0,1 mode: PW/PW res: [0x1476:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1760456370.072295:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000674727c6/2, rc 0, transno 9462 00000100:00100000:3.0:1760456370.072301:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000674727c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853009408:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.072302:0:123791:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000554e8914/0x3e4967fcee50e8e0 lrc: 3/0,1 mode: PW/PW res: [0x1476:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.072313:0:123791:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000554e8914/0x3e4967fcee50e8e0 lrc: 3/0,1 mode: PW/PW res: [0x1476:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.072321:0:123791:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000554e8914/0x3e4967fcee50e8e0 lrc: 2/0,0 mode: PW/PW res: [0x1476:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.072327:0:122914:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c5ee6ce1/0x3e4967fcee508cba lrc: 0/0,0 mode: --/PR res: [0x13a3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f755 expref: 129 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.072343:0:122914:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002ae8c6ca pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:122914:1845970853010688:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.072344:0:123791:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1760456370.072344:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.072346:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bbe864d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853011584:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.072360:0:122914:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e8e7 lrc: 3/0,1 mode: PW/PW res: [0x13a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.072367:0:122914:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e8e7 lrc: 3/0,1 mode: PW/PW res: [0x13a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.072371:0:122914:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e8e7 lrc: 3/0,1 mode: PW/PW res: [0x13a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.072377:0:122914:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e8e7 lrc: 3/0,1 mode: PW/PW res: [0x13a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.072381:0:122914:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e8e7 lrc: 2/0,0 mode: PW/PW res: [0x13a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.072393:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456370.072400:0:122914:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1760456370.072420:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1760456370.072426:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.072428:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f99d95d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853011648:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.072461:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456370.072505:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.072549:0:122344:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874007808 00000100:00100000:0.0:1760456370.072556:0:87410:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054a3589b pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:87410:1845970853011264:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.072570:0:122344:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000006b1df3e/0x3e4967fcee508d77 lrc: 4/0,0 mode: PR/PR res: [0x13a2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f77f expref: 129 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.072578:0:87410:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50e903 lrc: 3/0,1 mode: --/PW res: [0x13a2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.072597:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1760456370.072601:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000554e8914/0x3e4967fcee50e8e0 lrc: 2/0,0 mode: PW/PW res: [0x1476:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.072608:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000554e8914 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.072611:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000554e8914/0x3e4967fcee50e8e0 lrc: 2/0,0 mode: PW/PW res: [0x1476:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.072629:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000554e8914/0x3e4967fcee50e8e0 lrc: 3/0,0 mode: PW/PW res: [0x1476:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.072634:0:122344:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874007872 00000100:00100000:3.0:1760456370.072635:0:122914:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd2635ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+518:85188:x1845970853010560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5162us (5215us total) trans 12884911352 rc 0/0 00000100:00100000:3.0:1760456370.072643:0:122914:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19557 00010000:00010000:1.0:1760456370.072647:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000554e8914/0x3e4967fcee50e8e0 lrc: 1/0,0 mode: --/PW res: [0x1476:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1760456370.072650:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003ad8b64f/2, rc 0, transno 9464 00010000:00010000:2.0:1760456370.072651:0:122344:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007804003b/0x3e4967fcee50a262 lrc: 5/0,0 mode: PR/PR res: [0x1479:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc25 expref: 97 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.072658:0:122914:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853011520 00010000:00010000:1.0:1760456370.072664:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000554e8914/0x3e4967fcee50e8e0 lrc: 0/0,0 mode: --/PW res: [0x1476:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.072664:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ad8b64f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853010560:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.072674:0:122914:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853011584 00000100:00100000:3.0:1760456370.072698:0:122914:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853011648 00000100:00100000:2.0:1760456370.072700:0:122344:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874007936 00000100:00100000:3.0:1760456370.072712:0:122914:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19565 00000100:00100000:3.0:1760456370.072717:0:122914:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000679c2b5f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+520:85191:x1845970853011520:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.072717:0:122344:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000009baa6f0/0x3e4967fcee50a31f lrc: 5/0,0 mode: PR/PR res: [0x147e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc4f expref: 98 pid: 87239 timeout: 4721 lvb_type: 1 00002000:00080000:3.0:1760456370.072731:0:122914:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5043 count 1 00000100:00100000:0.0:1760456370.072734:0:88855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19566 00000100:00100000:0.0:1760456370.072741:0:88855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a21a439 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+520:85188:x1845970853011584:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.072746:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.072749:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e8e7 lrc: 2/0,0 mode: PW/PW res: [0x13a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1760456370.072755:0:88855:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5042 count 1 00010000:00010000:1.0:1760456370.072756:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fabd3e43 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.072759:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e8e7 lrc: 2/0,0 mode: PW/PW res: [0x13a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.072760:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1548 00010000:00010000:0.0:1760456370.072768:0:88855:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50e926 lrc: 3/0,1 mode: --/PW res: [0x13b2:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.072769:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e8e7 lrc: 3/0,0 mode: PW/PW res: [0x13a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.072775:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f10f14e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+129:167595:x1845970874007808:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00000100:00100000:2.0:1760456370.072775:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1549 00000100:00100000:2.0:1760456370.072791:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004183c391 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+98:167594:x1845970874007872:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1760456370.072797:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e8e7 lrc: 1/0,0 mode: --/PW res: [0x13a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.072798:0:88855:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fbab80f1/0x3e4967fcee508ef1 lrc: 2/0,0 mode: PR/PR res: [0x13b2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f7d3 expref: 129 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.072801:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.072805:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.072810:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000006b1df3e/0x3e4967fcee508d77 lrc: 4/0,0 mode: PR/PR res: [0x13a2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f77f expref: 129 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.072815:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007804003b/0x3e4967fcee50a262 lrc: 5/0,0 mode: PR/PR res: [0x1479:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc25 expref: 98 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.072817:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50e8e7 lrc: 0/0,0 mode: --/PW res: [0x13a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.072824:0:88855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.072826:0:88855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.072829:0:88855:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50e926 lrc: 4/0,1 mode: --/PW res: [0x13b2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.072855:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000006b1df3e/0x3e4967fcee508d77 lrc: 3/0,0 mode: PR/PR res: [0x13a2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f77f expref: 129 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.072861:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.072862:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007804003b/0x3e4967fcee50a262 lrc: 4/0,0 mode: PR/PR res: [0x1479:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc25 expref: 98 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.072877:0:88855:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fbab80f1/0x3e4967fcee508ef1 lrc: 3/0,0 mode: PR/PR res: [0x13b2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f7d3 expref: 129 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.072881:0:86473:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000006b1df3e/0x3e4967fcee508d77 lrc: 0/0,0 mode: --/PR res: [0x13a2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f77f expref: 129 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.072884:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.072887:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.072891:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e8fc lrc: 3/0,1 mode: PW/PW res: [0x1479:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.072900:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.072904:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.072907:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.072909:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.072910:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.072912:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50e903 lrc: 3/0,1 mode: PW/PW res: [0x13a2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.072917:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e8fc lrc: 4/0,1 mode: PW/PW res: [0x1479:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.072919:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50e903 lrc: 4/0,1 mode: PW/PW res: [0x13a2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.072921:0:88855:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fbab80f1/0x3e4967fcee508ef1 lrc: 4/0,0 mode: PR/PR res: [0x13b2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f7d3 expref: 128 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.072948:0:88855:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d3fb42b pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:88855:1845970853011776:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.072952:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1760456370.072965:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456370.072966:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1760456370.072978:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f10f14e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+128:167595:x1845970874007808:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 211us (707us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.072985:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1548 00000100:00100000:0.0:1760456370.072986:0:88855:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f55feff3 going to sleep for 6 seconds 00000100:00100000:2.0:1760456370.072999:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004183c391 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+98:167594:x1845970874007872:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 210us (613us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.073007:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874008000 00010000:00010000:0.0:1760456370.073009:0:87410:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50e903 lrc: 3/0,1 mode: PW/PW res: [0x13a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.073010:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1549 00010000:00010000:3.0:1760456370.073018:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000964fe951/0x3e4967fcee508e34 lrc: 5/0,0 mode: PR/PR res: [0x13ae:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f7a9 expref: 128 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.073026:0:87410:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50e903 lrc: 3/0,1 mode: PW/PW res: [0x13a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.073037:0:87410:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50e903 lrc: 3/0,1 mode: PW/PW res: [0x13a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.073042:0:87410:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50e903 lrc: 2/0,0 mode: PW/PW res: [0x13a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.073046:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1550 00000100:00100000:3.0:1760456370.073053:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000a6646d4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+97:167596:x1845970874007936:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1760456370.073061:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1760456370.073061:0:87410:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456370.073065:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000009baa6f0/0x3e4967fcee50a31f lrc: 5/0,0 mode: PR/PR res: [0x147e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc4f expref: 97 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.073072:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1551 00010000:00010000:0.0:1760456370.073073:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456370.073079:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000009baa6f0/0x3e4967fcee50a31f lrc: 4/0,0 mode: PR/PR res: [0x147e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc4f expref: 97 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.073079:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50e903 lrc: 2/0,0 mode: PW/PW res: [0x13a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.073087:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a4abf19e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+128:167596:x1845970874008000:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1760456370.073092:0:170681:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007804003b/0x3e4967fcee50a262 lrc: 0/0,0 mode: --/PR res: [0x1479:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc25 expref: 97 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.073104:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1760456370.073106:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000088839f4b already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456370.073107:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.073109:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.073112:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50e903 lrc: 2/0,0 mode: PW/PW res: [0x13a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.073113:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000065b6827f/0x3e4967fcee50e90a lrc: 3/0,1 mode: PW/PW res: [0x147e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.073114:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000964fe951/0x3e4967fcee508e34 lrc: 5/0,0 mode: PR/PR res: [0x13ae:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f7a9 expref: 128 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.073134:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000065b6827f/0x3e4967fcee50e90a lrc: 4/0,1 mode: PW/PW res: [0x147e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.073148:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000964fe951/0x3e4967fcee508e34 lrc: 4/0,0 mode: PR/PR res: [0x13ae:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f7a9 expref: 128 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.073159:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.073160:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50e903 lrc: 3/0,0 mode: PW/PW res: [0x13a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.073163:0:170681:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019e82e67 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:170681:1845970853011328:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.073175:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1760456370.073179:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000a6646d4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+96:167596:x1845970874007936:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 124us (675us total) trans 0 rc 0/0 00010000:00010000:2.0:1760456370.073180:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.073181:0:170681:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e8fc lrc: 3/0,1 mode: PW/PW res: [0x1479:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.073181:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50e903 lrc: 1/0,0 mode: --/PW res: [0x13a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.073185:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e918 lrc: 3/0,1 mode: PW/PW res: [0x13ae:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.073194:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1550 00010000:00010000:0.0:1760456370.073207:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50e903 lrc: 0/0,0 mode: --/PW res: [0x13a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.073208:0:170681:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e8fc lrc: 3/0,1 mode: PW/PW res: [0x1479:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.073210:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e918 lrc: 4/0,1 mode: PW/PW res: [0x13ae:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.073212:0:122914:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e91f lrc: 3/0,1 mode: --/PW res: [0x13b3:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.073234:0:170681:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e8fc lrc: 3/0,1 mode: PW/PW res: [0x1479:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.073236:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.073238:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.073241:0:122914:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001c8470cd/0x3e4967fcee508eb2 lrc: 2/0,0 mode: PR/PR res: [0x13b3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f7c5 expref: 128 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.073241:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.073244:0:170681:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e8fc lrc: 3/0,1 mode: PW/PW res: [0x1479:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.073248:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456370.073251:0:122914:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.073253:0:122914:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.073255:0:170681:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e8fc lrc: 2/0,0 mode: PW/PW res: [0x1479:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.073256:0:122914:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e91f lrc: 4/0,1 mode: --/PW res: [0x13b3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.073279:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a4abf19e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+128:167596:x1845970874008000:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 194us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.073287:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1551 00010000:00010000:1.0:1760456370.073289:0:170681:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.073292:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.073296:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e8fc lrc: 2/0,0 mode: PW/PW res: [0x1479:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.073298:0:122914:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001c8470cd/0x3e4967fcee508eb2 lrc: 3/0,0 mode: PR/PR res: [0x13b3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f7c5 expref: 127 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.073314:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c042e065 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.073318:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e8fc lrc: 2/0,0 mode: PW/PW res: [0x1479:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.073321:0:122914:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001c8470cd/0x3e4967fcee508eb2 lrc: 4/0,0 mode: PR/PR res: [0x13b3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f7c5 expref: 127 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.073328:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e8fc lrc: 3/0,0 mode: PW/PW res: [0x1479:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.073333:0:122921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19567 00000100:00100000:2.0:1760456370.073344:0:122921:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d366081f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+520:85188:x1845970853011648:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.073347:0:122914:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002ae8c6ca pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:122914:1845970853011840:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.073348:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e8fc lrc: 1/0,0 mode: --/PW res: [0x1479:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.073357:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c042e065/0x3e4967fcee50e8fc lrc: 0/0,0 mode: --/PW res: [0x1479:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 170681 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1760456370.073361:0:122921:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5045 count 1 00010000:00010000:0.0:1760456370.073371:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.073375:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.073378:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.073379:0:122921:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007d31c243/0x3e4967fcee50e92d lrc: 3/0,1 mode: --/PW res: [0x13b5:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.073382:0:122914:0:(client.c:2500:ptlrpc_set_wait()) set 000000008648cbd7 going to sleep for 6 seconds 00010000:00010000:2.0:1760456370.073394:0:122921:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000019319a80/0x3e4967fcee508fae lrc: 2/0,0 mode: PR/PR res: [0x13b5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f7fd expref: 127 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.073403:0:85191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1760456370.073404:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.073408:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.073411:0:122921:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007d31c243/0x3e4967fcee50e92d lrc: 4/0,1 mode: --/PW res: [0x13b5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.073414:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054a3589b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853011712:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456370.073435:0:170681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ecd6d43 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+500:85191:x1845970853010944:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2528us (3183us total) trans 38654713925 rc 0/0 00010000:00010000:2.0:1760456370.073442:0:122921:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000019319a80/0x3e4967fcee508fae lrc: 3/0,0 mode: PR/PR res: [0x13b5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f7fd expref: 127 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1760456370.073443:0:170681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19560 00000100:00100000:3.0:1760456370.073454:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.073462:0:122921:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000019319a80/0x3e4967fcee508fae lrc: 4/0,0 mode: PR/PR res: [0x13b5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f7fd expref: 127 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.073466:0:170681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853011712 00000100:00100000:2.0:1760456370.073478:0:122921:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ba802d17 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:122921:1845970853011904:192.168.203.34@tcp:104: 00000004:00080000:3.0:1760456370.073483:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000827fa9ba/2, rc 0, transno 8261 00000100:00100000:3.0:1760456370.073499:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000827fa9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853010944:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456370.073507:0:122921:0:(client.c:2500:ptlrpc_set_wait()) set 0000000098da4590 going to sleep for 6 seconds 00010000:00010000:3.0:1760456370.073570:0:164868:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000009baa6f0/0x3e4967fcee50a31f lrc: 0/0,0 mode: --/PR res: [0x147e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc4f expref: 95 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.073577:0:87410:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b97fd9a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+522:85191:x1845970853011008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2650us (3443us total) trans 12884911353 rc 0/0 00000100:00100000:3.0:1760456370.073590:0:164868:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e511b013 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:164868:1845970853011392:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.073590:0:122920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19568 00000100:00100000:2.0:1760456370.073604:0:122920:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d18b3c10 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+522:85191:x1845970853011712:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.073604:0:87410:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19561 00010000:00010000:3.0:1760456370.073606:0:164868:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000065b6827f/0x3e4967fcee50e90a lrc: 3/0,1 mode: PW/PW res: [0x147e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.073616:0:164868:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000065b6827f/0x3e4967fcee50e90a lrc: 3/0,1 mode: PW/PW res: [0x147e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.073633:0:164868:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000065b6827f/0x3e4967fcee50e90a lrc: 3/0,1 mode: PW/PW res: [0x147e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1760456370.073635:0:122920:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5044 count 1 00010000:00010000:3.0:1760456370.073643:0:164868:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000065b6827f/0x3e4967fcee50e90a lrc: 3/0,1 mode: PW/PW res: [0x147e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.073649:0:164868:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000065b6827f/0x3e4967fcee50e90a lrc: 2/0,0 mode: PW/PW res: [0x147e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.073652:0:122920:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000edf3a6a2/0x3e4967fcee50e934 lrc: 3/0,1 mode: --/PW res: [0x13b4:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.073660:0:164870:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000964fe951/0x3e4967fcee508e34 lrc: 0/0,0 mode: --/PR res: [0x13ae:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f7a9 expref: 127 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.073665:0:164868:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1760456370.073669:0:122920:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007ce92690/0x3e4967fcee508fed lrc: 2/0,0 mode: PR/PR res: [0x13b4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f80b expref: 127 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.073686:0:164870:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe50ac7c pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:164870:1845970853011456:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.073694:0:122920:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.073697:0:122920:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.073699:0:122920:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000edf3a6a2/0x3e4967fcee50e934 lrc: 4/0,1 mode: --/PW res: [0x13b4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.073706:0:164870:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e918 lrc: 3/0,1 mode: PW/PW res: [0x13ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.073718:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.073720:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000065b6827f/0x3e4967fcee50e90a lrc: 2/0,0 mode: PW/PW res: [0x147e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.073726:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000065b6827f already unused, calling callback (0000000049577fce) 00010000:00010000:2.0:1760456370.073728:0:122920:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007ce92690/0x3e4967fcee508fed lrc: 3/0,0 mode: PR/PR res: [0x13b4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f80b expref: 126 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.073729:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000065b6827f/0x3e4967fcee50e90a lrc: 2/0,0 mode: PW/PW res: [0x147e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.073752:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000065b6827f/0x3e4967fcee50e90a lrc: 3/0,0 mode: PW/PW res: [0x147e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.073756:0:122920:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007ce92690/0x3e4967fcee508fed lrc: 4/0,0 mode: PR/PR res: [0x13b4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f80b expref: 126 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.073757:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.073782:0:122920:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b12c6387 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:122920:1845970853011968:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.073784:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000065b6827f/0x3e4967fcee50e90a lrc: 1/0,0 mode: --/PW res: [0x147e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.073799:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000065b6827f/0x3e4967fcee50e90a lrc: 0/0,0 mode: --/PW res: [0x147e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.073814:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.073816:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.073819:0:122920:0:(client.c:2500:ptlrpc_set_wait()) set 0000000078339c76 going to sleep for 6 seconds 00010000:00010000:0.0:1760456370.073819:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.073842:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874008064 00000100:00100000:3.0:1760456370.073849:0:164868:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c228cfa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+500:85189:x1845970853011072:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2462us (3373us total) trans 38654713926 rc 0/0 00000100:00100000:3.0:1760456370.073855:0:164868:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19562 00010000:00010000:2.0:1760456370.073860:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fbab80f1/0x3e4967fcee508ef1 lrc: 5/0,0 mode: PR/PR res: [0x13b2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f7d3 expref: 127 pid: 87239 timeout: 4721 lvb_type: 1 00000004:00080000:0.0:1760456370.073863:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000aa199f6e/2, rc 0, transno 8262 00000100:00100000:0.0:1760456370.073879:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aa199f6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853011072:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1760456370.073882:0:87240:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50e8d9 lrc: 3/0,1 mode: PW/PW res: [0x139f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1760456370.073893:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b9f5a108/2, rc 0, transno 9465 00000100:00100000:2.0:1760456370.073899:0:122343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1552 00000100:00100000:2.0:1760456370.073905:0:122343:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019e82e67 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+127:167595:x1845970874008064:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00000100:00100000:3.0:1760456370.073911:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9f5a108 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853011008:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.073914:0:122343:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.073920:0:122343:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fbab80f1/0x3e4967fcee508ef1 lrc: 5/0,0 mode: PR/PR res: [0x13b2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f7d3 expref: 127 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.073934:0:122343:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fbab80f1/0x3e4967fcee508ef1 lrc: 4/0,0 mode: PR/PR res: [0x13b2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f7d3 expref: 127 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.073944:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ba25bce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853012032:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456370.073947:0:164870:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e918 lrc: 3/0,1 mode: PW/PW res: [0x13ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.073950:0:87240:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50e8d9 lrc: 3/0,1 mode: PW/PW res: [0x139f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.073965:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.073969:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1760456370.073972:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.073973:0:122343:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50e926 lrc: 3/0,1 mode: PW/PW res: [0x13b2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.073973:0:87240:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50e8d9 lrc: 3/0,1 mode: PW/PW res: [0x139f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.073973:0:164870:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e918 lrc: 3/0,1 mode: PW/PW res: [0x13ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.073992:0:164871:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853012032 00010000:00010000:2.0:1760456370.074000:0:122343:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50e926 lrc: 4/0,1 mode: PW/PW res: [0x13b2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.074001:0:164870:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e918 lrc: 3/0,1 mode: PW/PW res: [0x13ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.074010:0:164871:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19569 00000100:00100000:3.0:1760456370.074017:0:164871:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e511b013 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+522:85191:x1845970853012032:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456370.074026:0:164870:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e918 lrc: 2/0,0 mode: PW/PW res: [0x13ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.074029:0:122343:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:3.0:1760456370.074032:0:164871:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5048 count 1 00010000:00010000:1.0:1760456370.074034:0:87240:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50e8d9 lrc: 2/0,0 mode: PW/PW res: [0x139f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.074044:0:164871:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e93b lrc: 3/0,1 mode: --/PW res: [0x13b8:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.074049:0:164870:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1760456370.074055:0:164871:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d8c168ae/0x3e4967fcee50906b lrc: 2/0,0 mode: PR/PR res: [0x13b8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f827 expref: 127 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.074056:0:87240:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1760456370.074065:0:122343:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019e82e67 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+127:167595:x1845970874008064:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 155us (307us total) trans 0 rc 0/0 00010000:00010000:3.0:1760456370.074068:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.074069:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1760456370.074072:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.074074:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e918 lrc: 2/0,0 mode: PW/PW res: [0x13ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.074075:0:164871:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e93b lrc: 4/0,1 mode: --/PW res: [0x13b8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.074080:0:122343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1552 00010000:00010000:1.0:1760456370.074098:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d75f89ec already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.074102:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e918 lrc: 2/0,0 mode: PW/PW res: [0x13ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.074107:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e918 lrc: 3/0,0 mode: PW/PW res: [0x13ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.074108:0:164871:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d8c168ae/0x3e4967fcee50906b lrc: 3/0,0 mode: PR/PR res: [0x13b8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f827 expref: 126 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.074129:0:164871:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d8c168ae/0x3e4967fcee50906b lrc: 4/0,0 mode: PR/PR res: [0x13b8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f827 expref: 126 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.074132:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e918 lrc: 1/0,0 mode: --/PW res: [0x13ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.074139:0:122906:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e9b52e2/0x3e4967fcee50a0e8 lrc: 0/0,0 mode: --/PR res: [0x1471:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fbd1 expref: 94 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.074141:0:164871:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068be9691 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:164871:1845970853012096:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.074147:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d75f89ec/0x3e4967fcee50e918 lrc: 0/0,0 mode: --/PW res: [0x13ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.074172:0:164871:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ba7dc032 going to sleep for 6 seconds 00000100:00100000:2.0:1760456370.074174:0:122906:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043c9bf24 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:122906:1845970853010240:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.074192:0:122906:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ebca686a/0x3e4967fcee50e8d2 lrc: 3/0,1 mode: PW/PW res: [0x1471:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.074201:0:164870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000048953463 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+523:85190:x1845970853011200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2439us (2531us total) trans 12884911354 rc 0/0 00010000:00010000:2.0:1760456370.074203:0:122906:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ebca686a/0x3e4967fcee50e8d2 lrc: 3/0,1 mode: PW/PW res: [0x1471:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.074216:0:164870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19564 00010000:00010000:2.0:1760456370.074218:0:122906:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ebca686a/0x3e4967fcee50e8d2 lrc: 3/0,1 mode: PW/PW res: [0x1471:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.074219:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.074223:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50e8d9 lrc: 2/0,0 mode: PW/PW res: [0x139f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.074237:0:122906:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ebca686a/0x3e4967fcee50e8d2 lrc: 3/0,1 mode: PW/PW res: [0x1471:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.074242:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000666e57f8 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.074246:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50e8d9 lrc: 2/0,0 mode: PW/PW res: [0x139f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.074252:0:122906:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ebca686a/0x3e4967fcee50e8d2 lrc: 2/0,0 mode: PW/PW res: [0x1471:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.074255:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50e8d9 lrc: 3/0,0 mode: PW/PW res: [0x139f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.074276:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50e8d9 lrc: 1/0,0 mode: --/PW res: [0x139f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.074280:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50e8d9 lrc: 0/0,0 mode: --/PW res: [0x139f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.074288:0:122906:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.074291:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.074294:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.074331:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ebca686a/0x3e4967fcee50e8d2 lrc: 2/0,0 mode: PW/PW res: [0x1471:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.074388:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ebca686a already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.074391:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ebca686a/0x3e4967fcee50e8d2 lrc: 2/0,0 mode: PW/PW res: [0x1471:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.074397:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ebca686a/0x3e4967fcee50e8d2 lrc: 3/0,0 mode: PW/PW res: [0x1471:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.074407:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ebca686a/0x3e4967fcee50e8d2 lrc: 1/0,0 mode: --/PW res: [0x1471:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.074415:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ebca686a/0x3e4967fcee50e8d2 lrc: 0/0,0 mode: --/PW res: [0x1471:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.074428:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.074431:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.074434:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.074443:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.074456:0:164869:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a100ee31 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+501:85189:x1845970853010816:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6239us (6347us total) trans 38654713927 rc 0/0 00000100:00100000:0.0:1760456370.074466:0:164869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19559 00000100:00100000:3.0:1760456370.074486:0:122914:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002ae8c6ca pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:122914:1845970853011840:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.074506:0:122914:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e91f lrc: 3/0,1 mode: --/PW res: [0x13b3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1760456370.074531:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000002652641a/2, rc 0, transno 8263 00000100:00100000:0.0:1760456370.074545:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002652641a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853010816:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456370.074603:0:122906:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000713f1f63 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+500:85189:x1845970853009984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7889us (8114us total) trans 38654713928 rc 0/0 00000004:00080000:0.0:1760456370.074610:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008ff500b5/2, rc 0, transno 8264 00000100:00100000:2.0:1760456370.074611:0:122906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19554 00000100:00100000:0.0:1760456370.074637:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ff500b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853009984:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456370.074668:0:122921:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ba802d17 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:122921:1845970853011904:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.074670:0:122923:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e7abfbb6/0x3e4967fcee508db6 lrc: 3/0,0 mode: PR/PR res: [0x13a8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f78d expref: 126 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.074682:0:122921:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007d31c243/0x3e4967fcee50e92d lrc: 3/0,1 mode: --/PW res: [0x13b5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.074685:0:122923:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e7abfbb6/0x3e4967fcee508db6 lrc: 4/0,0 mode: PR/PR res: [0x13a8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f78d expref: 126 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.074709:0:122923:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe50ac7c pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:122923:1845970853012160:192.168.203.34@tcp:104: 00000004:00080000:2.0:1760456370.074729:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000066aaef1a/2, rc 0, transno 9466 00000100:00100000:2.0:1760456370.074747:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066aaef1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853011200:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.074749:0:122923:0:(client.c:2500:ptlrpc_set_wait()) set 0000000066840e62 going to sleep for 6 seconds 00000100:00100000:0.0:1760456370.074793:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b64b0c51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853012224:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.074825:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456370.074834:0:87240:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000578ef46b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+523:85188:x1845970853010304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7676us (7931us total) trans 12884911355 rc 0/0 00000100:00100000:1.0:1760456370.074841:0:87240:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19555 00000100:00100000:1.0:1760456370.074862:0:87240:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853012224 00000004:00080000:0.0:1760456370.074863:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003347fb0f/2, rc 0, transno 9467 00000100:00100000:2.0:1760456370.074869:0:123791:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc699851 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+499:85191:x1845970853010496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7456us (7508us total) trans 38654713924 rc 0/0 00000100:00100000:0.0:1760456370.074877:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003347fb0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853010304:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.074881:0:123791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19556 00000004:00080000:3.0:1760456370.074885:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000efc88065/2, rc 0, transno 8260 00000100:00100000:1.0:1760456370.074890:0:87240:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19570 00000100:00100000:3.0:1760456370.074898:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000efc88065 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853010496:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1760456370.074926:0:122920:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b12c6387 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:122920:1845970853011968:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456370.074931:0:87240:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd3fd54a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+523:85188:x1845970853012224:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.074935:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b671a5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853012288:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.074943:0:122920:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000edf3a6a2/0x3e4967fcee50e934 lrc: 3/0,1 mode: --/PW res: [0x13b4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1760456370.074943:0:87240:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5049 count 1 00010000:00010000:1.0:1760456370.074955:0:87240:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e942 lrc: 3/0,1 mode: --/PW res: [0x13b9:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.074966:0:87240:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000452b9b2/0x3e4967fcee509128 lrc: 2/0,0 mode: PR/PR res: [0x13b9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f851 expref: 126 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.074970:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1760456370.074974:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.074976:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.074977:0:87240:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e942 lrc: 4/0,1 mode: --/PW res: [0x13b9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.075001:0:122906:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853012288 00000100:00100000:0.0:1760456370.075027:0:164869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19571 00000100:00100000:0.0:1760456370.075032:0:164869:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a621428d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+524:85189:x1845970853012288:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1760456370.075044:0:164869:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5052 count 1 00010000:00010000:0.0:1760456370.075052:0:164869:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50e949 lrc: 3/0,1 mode: --/PW res: [0x13bc:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.075061:0:164869:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000045269fbf/0x3e4967fcee509167 lrc: 2/0,0 mode: PR/PR res: [0x13bc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f85f expref: 126 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.075065:0:87240:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000452b9b2/0x3e4967fcee509128 lrc: 3/0,0 mode: PR/PR res: [0x13b9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f851 expref: 126 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.075069:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.075072:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.075074:0:164869:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50e949 lrc: 4/0,1 mode: --/PW res: [0x13bc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.075090:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:1.0:1760456370.075101:0:87240:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000452b9b2/0x3e4967fcee509128 lrc: 4/0,0 mode: PR/PR res: [0x13b9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f851 expref: 126 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.075108:0:164869:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000045269fbf/0x3e4967fcee509167 lrc: 3/0,0 mode: PR/PR res: [0x13bc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f85f expref: 126 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1760456370.075117:0:87240:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e675863b pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:87240:1845970853012352:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.075118:0:164869:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000045269fbf/0x3e4967fcee509167 lrc: 4/0,0 mode: PR/PR res: [0x13bc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f85f expref: 126 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.075131:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874008128 00000100:00100000:3.0:1760456370.075135:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.075142:0:164869:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043ab4bcb pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:164869:1845970853012416:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.075149:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001c8470cd/0x3e4967fcee508eb2 lrc: 4/0,0 mode: PR/PR res: [0x13b3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f7c5 expref: 127 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.075162:0:87240:0:(client.c:2500:ptlrpc_set_wait()) set 000000006cd3e47d going to sleep for 6 seconds 00000100:00100000:0.0:1760456370.075172:0:164869:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ba2c36cc going to sleep for 6 seconds 00000100:00100000:3.0:1760456370.075176:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.075186:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874008256 00010000:00010000:2.0:1760456370.075200:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000019319a80/0x3e4967fcee508fae lrc: 4/0,0 mode: PR/PR res: [0x13b5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f7fd expref: 128 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.075204:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874008192 00010000:00010000:0.0:1760456370.075217:0:88855:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fbab80f1/0x3e4967fcee508ef1 lrc: 0/0,0 mode: --/PR res: [0x13b2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f7d3 expref: 129 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.075219:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007ce92690/0x3e4967fcee508fed lrc: 4/0,0 mode: PR/PR res: [0x13b4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f80b expref: 129 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.075236:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1553 00000100:00100000:2.0:1760456370.075246:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ae8c6ca pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+128:167593:x1845970874008128:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00000100:00100000:0.0:1760456370.075249:0:88855:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d3fb42b pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:88855:1845970853011776:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.075255:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1554 00010000:00010000:2.0:1760456370.075257:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1760456370.075261:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f1cb72c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+128:167593:x1845970874008256:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1760456370.075264:0:88855:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50e926 lrc: 3/0,1 mode: PW/PW res: [0x13b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.075265:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001c8470cd/0x3e4967fcee508eb2 lrc: 4/0,0 mode: PR/PR res: [0x13b3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f7c5 expref: 128 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.075270:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.075277:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000019319a80/0x3e4967fcee508fae lrc: 4/0,0 mode: PR/PR res: [0x13b5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f7fd expref: 128 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.075291:0:88855:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50e926 lrc: 3/0,1 mode: PW/PW res: [0x13b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.075299:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000019319a80/0x3e4967fcee508fae lrc: 3/0,0 mode: PR/PR res: [0x13b5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f7fd expref: 128 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.075299:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001c8470cd/0x3e4967fcee508eb2 lrc: 3/0,0 mode: PR/PR res: [0x13b3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f7c5 expref: 128 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.075328:0:88855:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50e926 lrc: 3/0,1 mode: PW/PW res: [0x13b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.075331:0:122345:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019319a80/0x3e4967fcee508fae lrc: 0/0,0 mode: --/PR res: [0x13b5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f7fd expref: 128 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.075340:0:86474:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001c8470cd/0x3e4967fcee508eb2 lrc: 0/0,0 mode: --/PR res: [0x13b3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f7c5 expref: 128 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.075353:0:88855:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50e926 lrc: 3/0,1 mode: PW/PW res: [0x13b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.075355:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.075358:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.075361:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007d31c243/0x3e4967fcee50e92d lrc: 3/0,1 mode: PW/PW res: [0x13b5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.075363:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.075363:0:88855:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50e926 lrc: 2/0,0 mode: PW/PW res: [0x13b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.075367:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.075370:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e91f lrc: 3/0,1 mode: PW/PW res: [0x13b3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.075374:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007d31c243/0x3e4967fcee50e92d lrc: 4/0,1 mode: PW/PW res: [0x13b5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.075393:0:88855:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1760456370.075396:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e91f lrc: 4/0,1 mode: PW/PW res: [0x13b3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.075403:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456370.075406:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.075408:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50e926 lrc: 2/0,0 mode: PW/PW res: [0x13b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.075418:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000051361bf8 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.075421:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50e926 lrc: 2/0,0 mode: PW/PW res: [0x13b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.075424:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.075430:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50e926 lrc: 3/0,0 mode: PW/PW res: [0x13b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.075438:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f1cb72c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+126:167593:x1845970874008256:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 175us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.075444:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1554 00010000:00010000:0.0:1760456370.075447:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50e926 lrc: 1/0,0 mode: --/PW res: [0x13b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.075454:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ae8c6ca pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+125:167593:x1845970874008128:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 206us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.075463:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1555 00010000:00010000:0.0:1760456370.075465:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50e926 lrc: 0/0,0 mode: --/PW res: [0x13b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.075473:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f6456fd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+125:167595:x1845970874008192:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00000100:00100000:2.0:1760456370.075479:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1553 00010000:00010000:3.0:1760456370.075485:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.075491:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007ce92690/0x3e4967fcee508fed lrc: 4/0,0 mode: PR/PR res: [0x13b4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f80b expref: 125 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.075502:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.075506:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.075533:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.075537:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007ce92690/0x3e4967fcee508fed lrc: 3/0,0 mode: PR/PR res: [0x13b4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f80b expref: 124 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.075549:0:122345:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ce92690/0x3e4967fcee508fed lrc: 0/0,0 mode: --/PR res: [0x13b4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f80b expref: 124 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.075559:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.075560:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.075572:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000edf3a6a2/0x3e4967fcee50e934 lrc: 3/0,1 mode: PW/PW res: [0x13b4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.075578:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000edf3a6a2/0x3e4967fcee50e934 lrc: 4/0,1 mode: PW/PW res: [0x13b4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.075585:0:122921:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007d31c243/0x3e4967fcee50e92d lrc: 3/0,1 mode: PW/PW res: [0x13b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.075593:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456370.075596:0:122921:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007d31c243/0x3e4967fcee50e92d lrc: 3/0,1 mode: PW/PW res: [0x13b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.075605:0:122921:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007d31c243/0x3e4967fcee50e92d lrc: 3/0,1 mode: PW/PW res: [0x13b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.075614:0:122921:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007d31c243/0x3e4967fcee50e92d lrc: 2/0,0 mode: PW/PW res: [0x13b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.075640:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f6456fd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+123:167595:x1845970874008192:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 168us (466us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.075649:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1555 00010000:00010000:2.0:1760456370.075651:0:122921:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.075655:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.075659:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007d31c243/0x3e4967fcee50e92d lrc: 2/0,0 mode: PW/PW res: [0x13b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.075666:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007d31c243 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.075668:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007d31c243/0x3e4967fcee50e92d lrc: 2/0,0 mode: PW/PW res: [0x13b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.075674:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007d31c243/0x3e4967fcee50e92d lrc: 3/0,0 mode: PW/PW res: [0x13b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.075686:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007d31c243/0x3e4967fcee50e92d lrc: 1/0,0 mode: --/PW res: [0x13b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.075690:0:164871:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068be9691 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:164871:1845970853012096:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.075700:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007d31c243/0x3e4967fcee50e92d lrc: 0/0,0 mode: --/PW res: [0x13b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.075715:0:164871:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e93b lrc: 3/0,1 mode: --/PW res: [0x13b8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.075724:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.075728:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.075732:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.075745:0:122914:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e91f lrc: 3/0,1 mode: PW/PW res: [0x13b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.075754:0:122914:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e91f lrc: 3/0,1 mode: PW/PW res: [0x13b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.075762:0:122914:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e91f lrc: 3/0,1 mode: PW/PW res: [0x13b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.075770:0:122914:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e91f lrc: 2/0,0 mode: PW/PW res: [0x13b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.075790:0:122914:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456370.075800:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456370.075804:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e91f lrc: 2/0,0 mode: PW/PW res: [0x13b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.075812:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009a426bd1 already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456370.075815:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e91f lrc: 2/0,0 mode: PW/PW res: [0x13b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.075824:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e91f lrc: 3/0,0 mode: PW/PW res: [0x13b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.075841:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e91f lrc: 1/0,0 mode: --/PW res: [0x13b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.075848:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e91f lrc: 0/0,0 mode: --/PW res: [0x13b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.075873:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.075876:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.075879:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.075897:0:122921:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d366081f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+526:85188:x1845970853011648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2552us (3436us total) trans 12884911356 rc 0/0 00000100:00100000:2.0:1760456370.075907:0:122921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19567 00000004:00080000:0.0:1760456370.075911:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000f99d95d9/2, rc 0, transno 9468 00000100:00100000:0.0:1760456370.075921:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f99d95d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853011648:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.075946:0:122920:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000edf3a6a2/0x3e4967fcee50e934 lrc: 3/0,1 mode: PW/PW res: [0x13b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.075956:0:122920:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000edf3a6a2/0x3e4967fcee50e934 lrc: 3/0,1 mode: PW/PW res: [0x13b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.075964:0:122920:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000edf3a6a2/0x3e4967fcee50e934 lrc: 3/0,1 mode: PW/PW res: [0x13b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.075970:0:122920:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000edf3a6a2/0x3e4967fcee50e934 lrc: 2/0,0 mode: PW/PW res: [0x13b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.075994:0:122920:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1760456370.076002:0:88855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a21a439 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+525:85188:x1845970853011584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3260us (3615us total) trans 12884911357 rc 0/0 00000100:00100000:0.0:1760456370.076014:0:88855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19566 00000004:00080000:0.0:1760456370.076045:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000bbe864d9/2, rc 0, transno 9469 00000100:00100000:0.0:1760456370.076054:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bbe864d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853011584:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.076061:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.076065:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000edf3a6a2/0x3e4967fcee50e934 lrc: 2/0,0 mode: PW/PW res: [0x13b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.076072:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000edf3a6a2 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.076074:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000edf3a6a2/0x3e4967fcee50e934 lrc: 2/0,0 mode: PW/PW res: [0x13b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.076081:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000edf3a6a2/0x3e4967fcee50e934 lrc: 3/0,0 mode: PW/PW res: [0x13b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.076094:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000edf3a6a2/0x3e4967fcee50e934 lrc: 1/0,0 mode: --/PW res: [0x13b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.076099:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000edf3a6a2/0x3e4967fcee50e934 lrc: 0/0,0 mode: --/PW res: [0x13b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.076137:0:122914:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000679c2b5f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+525:85191:x1845970853011520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3419us (3869us total) trans 12884911358 rc 0/0 00000100:00100000:3.0:1760456370.076143:0:122914:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19565 00010000:00010000:1.0:1760456370.076158:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.076160:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.076163:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.076169:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000784a77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853012544:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.076191:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1760456370.076218:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000966de96c/2, rc 0, transno 9470 00000100:00100000:3.0:1760456370.076233:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000966de96c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853011520:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.076241:0:85191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1760456370.076247:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d3fb42b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853012480:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.076258:0:122920:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d18b3c10 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+525:85191:x1845970853011712:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2656us (2805us total) trans 12884911359 rc 0/0 00000100:00100000:2.0:1760456370.076269:0:122920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19568 00000100:00100000:3.0:1760456370.076274:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1760456370.076286:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1760456370.076297:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000037a8ab19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853012608:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.076298:0:122920:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853012544 00000004:00080000:3.0:1760456370.076303:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000054a3589b/2, rc 0, transno 9471 00000100:00100000:3.0:1760456370.076315:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054a3589b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853011712:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.076330:0:122920:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853012480 00000100:00100000:0.0:1760456370.076356:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456370.076369:0:122920:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853012608 00000100:00100000:3.0:1760456370.076373:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.076385:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000010d4277f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853012672:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.076400:0:122920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19572 00000100:00100000:2.0:1760456370.076407:0:122920:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068be9691 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+527:85191:x1845970853012544:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.076418:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1760456370.076422:0:122920:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5059 count 1 00010000:00010000:2.0:1760456370.076440:0:122920:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000546795e7/0x3e4967fcee50e950 lrc: 3/0,1 mode: --/PW res: [0x13c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.076449:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456370.076461:0:122920:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f26c5bcc/0x3e4967fcee509263 lrc: 2/0,0 mode: PR/PR res: [0x13c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f897 expref: 122 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.076469:0:122920:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.076471:0:122920:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.076474:0:122920:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000546795e7/0x3e4967fcee50e950 lrc: 4/0,1 mode: --/PW res: [0x13c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.076483:0:122923:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe50ac7c pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:122923:1845970853012160:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.076497:0:122920:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f26c5bcc/0x3e4967fcee509263 lrc: 3/0,0 mode: PR/PR res: [0x13c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f897 expref: 122 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.076500:0:122923:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e911 lrc: 3/0,1 mode: --/PW res: [0x13a8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.076548:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456370.076586:0:87240:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e675863b pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:87240:1845970853012352:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.076587:0:122920:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f26c5bcc/0x3e4967fcee509263 lrc: 4/0,0 mode: PR/PR res: [0x13c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f897 expref: 122 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.076605:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:1.0:1760456370.076606:0:87240:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e942 lrc: 3/0,1 mode: --/PW res: [0x13b9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.076641:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874008320 00000100:00100000:2.0:1760456370.076642:0:122920:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b12c6387 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:122920:1845970853012736:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.076656:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d8c168ae/0x3e4967fcee50906b lrc: 4/0,0 mode: PR/PR res: [0x13b8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f827 expref: 123 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.076665:0:122344:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874008384 00000100:00100000:0.0:1760456370.076669:0:164867:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853012672 00000100:00100000:3.0:1760456370.076673:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1556 00000100:00100000:3.0:1760456370.076677:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ba90df1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+124:167595:x1845970874008320:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1760456370.076683:0:122344:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e7abfbb6/0x3e4967fcee508db6 lrc: 4/0,0 mode: PR/PR res: [0x13a8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f78d expref: 124 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.076684:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.076689:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d8c168ae/0x3e4967fcee50906b lrc: 4/0,0 mode: PR/PR res: [0x13b8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f827 expref: 124 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.076702:0:164867:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19573 00000100:00100000:0.0:1760456370.076712:0:164867:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009e8799bc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+528:85191:x1845970853012480:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.076720:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d8c168ae/0x3e4967fcee50906b lrc: 3/0,0 mode: PR/PR res: [0x13b8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f827 expref: 124 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.076726:0:122344:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874008512 00002000:00080000:0.0:1760456370.076726:0:164867:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5060 count 1 00010000:00010000:3.0:1760456370.076733:0:122345:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d8c168ae/0x3e4967fcee50906b lrc: 0/0,0 mode: --/PR res: [0x13b8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f827 expref: 125 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.076739:0:164867:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e957 lrc: 3/0,1 mode: --/PW res: [0x13c4:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.076743:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.076744:0:122344:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000045269fbf/0x3e4967fcee509167 lrc: 5/0,0 mode: PR/PR res: [0x13bc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f85f expref: 124 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.076745:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.076748:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e93b lrc: 3/0,1 mode: PW/PW res: [0x13b8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.076759:0:164867:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000058b978b5/0x3e4967fcee5091e5 lrc: 2/0,0 mode: PR/PR res: [0x13c4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f87b expref: 124 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.076770:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e93b lrc: 4/0,1 mode: PW/PW res: [0x13b8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.076774:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.076776:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.076779:0:164867:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e957 lrc: 4/0,1 mode: --/PW res: [0x13c4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.076791:0:122344:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874008448 00000100:00100000:3.0:1760456370.076796:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1557 00010000:00010000:0.0:1760456370.076802:0:164867:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000058b978b5/0x3e4967fcee5091e5 lrc: 3/0,0 mode: PR/PR res: [0x13c4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f87b expref: 125 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.076804:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c8f51c6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+125:167595:x1845970874008384:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1760456370.076809:0:122344:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000452b9b2/0x3e4967fcee509128 lrc: 4/0,0 mode: PR/PR res: [0x13b9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f851 expref: 125 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.076819:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1760456370.076820:0:164867:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000058b978b5/0x3e4967fcee5091e5 lrc: 4/0,0 mode: PR/PR res: [0x13c4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f87b expref: 125 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.076828:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e7abfbb6/0x3e4967fcee508db6 lrc: 4/0,0 mode: PR/PR res: [0x13a8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f78d expref: 125 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.076834:0:164867:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd23f5d3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:164867:1845970853012800:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.076849:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e7abfbb6/0x3e4967fcee508db6 lrc: 3/0,0 mode: PR/PR res: [0x13a8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f78d expref: 125 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.076861:0:88636:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e7abfbb6/0x3e4967fcee508db6 lrc: 0/0,0 mode: --/PR res: [0x13a8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f78d expref: 125 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.076873:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1760456370.076873:0:164867:0:(client.c:2500:ptlrpc_set_wait()) set 0000000066840e62 going to sleep for 6 seconds 00010000:00010000:3.0:1760456370.076877:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.076878:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e911 lrc: 3/0,1 mode: PW/PW res: [0x13a8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.076884:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e911 lrc: 4/0,1 mode: PW/PW res: [0x13a8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.076894:0:164870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19574 00010000:00010000:3.0:1760456370.076901:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1760456370.076904:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1558 00000100:00100000:0.0:1760456370.076904:0:164870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7a02960 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+528:85189:x1845970853012608:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.076915:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4d12ae6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+124:167594:x1845970874008512:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00000100:00100000:3.0:1760456370.076925:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c8f51c6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+124:167595:x1845970874008384:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 123us (483us total) trans 0 rc 0/0 00010000:00010000:2.0:1760456370.076925:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.076932:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000045269fbf/0x3e4967fcee509167 lrc: 5/0,0 mode: PR/PR res: [0x13bc:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f85f expref: 124 pid: 87239 timeout: 4721 lvb_type: 1 00002000:00080000:0.0:1760456370.076934:0:164870:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5067 count 1 00000100:00100000:3.0:1760456370.076936:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1557 00010000:00010000:2.0:1760456370.076949:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000045269fbf/0x3e4967fcee509167 lrc: 4/0,0 mode: PR/PR res: [0x13bc:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f85f expref: 123 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.076950:0:164870:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e95e lrc: 3/0,1 mode: --/PW res: [0x13cb:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.076958:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1559 00000100:00100000:3.0:1760456370.076968:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b43c1c02 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+123:167594:x1845970874008448:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1760456370.076977:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.076980:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.076981:0:164870:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000622c742f/0x3e4967fcee5092a2 lrc: 2/0,0 mode: PR/PR res: [0x13cb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f8a5 expref: 123 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.076983:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000452b9b2/0x3e4967fcee509128 lrc: 4/0,0 mode: PR/PR res: [0x13b9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f851 expref: 123 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.076984:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.076987:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50e949 lrc: 3/0,1 mode: PW/PW res: [0x13bc:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.077005:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.077008:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.077009:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000452b9b2/0x3e4967fcee509128 lrc: 3/0,0 mode: PR/PR res: [0x13b9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f851 expref: 123 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.077010:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50e949 lrc: 4/0,1 mode: PW/PW res: [0x13bc:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.077011:0:164870:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e95e lrc: 4/0,1 mode: --/PW res: [0x13cb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.077035:0:88636:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000452b9b2/0x3e4967fcee509128 lrc: 0/0,0 mode: --/PR res: [0x13b9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f851 expref: 123 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.077043:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.077045:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.077047:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e942 lrc: 3/0,1 mode: PW/PW res: [0x13b9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.077048:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456370.077053:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e942 lrc: 4/0,1 mode: PW/PW res: [0x13b9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.077056:0:164870:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000622c742f/0x3e4967fcee5092a2 lrc: 3/0,0 mode: PR/PR res: [0x13cb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f8a5 expref: 122 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.077070:0:164870:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000622c742f/0x3e4967fcee5092a2 lrc: 4/0,0 mode: PR/PR res: [0x13cb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f8a5 expref: 122 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.077077:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1760456370.077082:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4d12ae6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+122:167594:x1845970874008512:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 168us (536us total) trans 0 rc 0/0 00000100:00100000:0.0:1760456370.077084:0:164870:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b48b282e pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:164870:1845970853012864:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.077095:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b43c1c02 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+122:167594:x1845970874008448:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 129us (496us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.077102:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1558 00000100:00100000:3.0:1760456370.077109:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1559 00010000:00010000:1.0:1760456370.077114:0:87240:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e942 lrc: 3/0,1 mode: PW/PW res: [0x13b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.077115:0:164870:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f55feff3 going to sleep for 6 seconds 00010000:00010000:1.0:1760456370.077123:0:87240:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e942 lrc: 3/0,1 mode: PW/PW res: [0x13b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.077129:0:87240:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e942 lrc: 3/0,1 mode: PW/PW res: [0x13b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.077133:0:87240:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e942 lrc: 2/0,0 mode: PW/PW res: [0x13b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.077134:0:122923:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e911 lrc: 3/0,1 mode: PW/PW res: [0x13a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.077147:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.077148:0:122923:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e911 lrc: 3/0,1 mode: PW/PW res: [0x13a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.077153:0:87240:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.077154:0:122923:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e911 lrc: 3/0,1 mode: PW/PW res: [0x13a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.077161:0:122923:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e911 lrc: 2/0,0 mode: PW/PW res: [0x13a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.077162:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.077168:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e942 lrc: 2/0,0 mode: PW/PW res: [0x13b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.077169:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ba90df1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+120:167595:x1845970874008320:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 490us (800us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.077176:0:122923:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1760456370.077183:0:122920:0:(client.c:2500:ptlrpc_set_wait()) set 0000000098da4590 going to sleep for 6 seconds 00000100:00100000:3.0:1760456370.077185:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1556 00010000:00010000:0.0:1760456370.077187:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.077188:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000037a97751 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.077192:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e911 lrc: 2/0,0 mode: PW/PW res: [0x13a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.077193:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e942 lrc: 2/0,0 mode: PW/PW res: [0x13b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.077207:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002bd986c7 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.077211:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e911 lrc: 2/0,0 mode: PW/PW res: [0x13a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.077212:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e942 lrc: 3/0,0 mode: PW/PW res: [0x13b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.077216:0:122921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19575 00010000:00010000:3.0:1760456370.077220:0:164871:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e93b lrc: 3/0,1 mode: PW/PW res: [0x13b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.077228:0:122921:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3d30ec9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+528:85189:x1845970853012672:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456370.077232:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e911 lrc: 3/0,0 mode: PW/PW res: [0x13a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.077242:0:164871:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e93b lrc: 3/0,1 mode: PW/PW res: [0x13b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.077246:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e942 lrc: 1/0,0 mode: --/PW res: [0x13b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1760456370.077250:0:122921:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5075 count 1 00010000:00010000:3.0:1760456370.077263:0:164871:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e93b lrc: 3/0,1 mode: PW/PW res: [0x13b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.077267:0:122921:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000002f5daea/0x3e4967fcee50e965 lrc: 3/0,1 mode: --/PW res: [0x13d3:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.077273:0:164871:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e93b lrc: 2/0,0 mode: PW/PW res: [0x13b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.077275:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e911 lrc: 1/0,0 mode: --/PW res: [0x13a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.077292:0:122921:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab38215c/0x3e4967fcee50935f lrc: 2/0,0 mode: PR/PR res: [0x13d3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f8cf expref: 119 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.077299:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e911 lrc: 0/0,0 mode: --/PW res: [0x13a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.077305:0:164871:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1760456370.077310:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.077314:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.077316:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e942 lrc: 0/0,0 mode: --/PW res: [0x13b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.077317:0:122921:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000002f5daea/0x3e4967fcee50e965 lrc: 4/0,1 mode: --/PW res: [0x13d3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.077325:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.077330:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e93b lrc: 2/0,0 mode: PW/PW res: [0x13b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.077343:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fe04f7ce already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.077344:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.077345:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e93b lrc: 2/0,0 mode: PW/PW res: [0x13b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.077347:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.077351:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.077352:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e93b lrc: 3/0,0 mode: PW/PW res: [0x13b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.077361:0:122921:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ab38215c/0x3e4967fcee50935f lrc: 3/0,0 mode: PR/PR res: [0x13d3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f8cf expref: 119 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.077363:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e93b lrc: 1/0,0 mode: --/PW res: [0x13b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.077379:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50e93b lrc: 0/0,0 mode: --/PW res: [0x13b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.077383:0:122921:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ab38215c/0x3e4967fcee50935f lrc: 4/0,0 mode: PR/PR res: [0x13d3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f8cf expref: 119 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.077405:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.077408:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.077409:0:122921:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ba802d17 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:122921:1845970853012928:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.077412:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.077420:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.077444:0:122921:0:(client.c:2500:ptlrpc_set_wait()) set 000000004d78daeb going to sleep for 6 seconds 00000100:00100000:3.0:1760456370.077563:0:164871:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e511b013 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+529:85191:x1845970853012032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3545us (3591us total) trans 12884911360 rc 0/0 00000100:00100000:3.0:1760456370.077570:0:164871:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19569 00000004:00080000:3.0:1760456370.077628:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ba25bce9/2, rc 0, transno 9472 00010000:00010000:0.0:1760456370.077628:0:164869:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000045269fbf/0x3e4967fcee509167 lrc: 0/0,0 mode: --/PR res: [0x13bc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f85f expref: 119 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.077640:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ba25bce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853012032:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.077648:0:164869:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043ab4bcb pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:164869:1845970853012416:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.077664:0:164869:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50e949 lrc: 3/0,1 mode: PW/PW res: [0x13bc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.077670:0:164869:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50e949 lrc: 3/0,1 mode: PW/PW res: [0x13bc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.077672:0:85191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1760456370.077677:0:164869:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50e949 lrc: 3/0,1 mode: PW/PW res: [0x13bc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.077683:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f1cb72c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853012992:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456370.077684:0:164869:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50e949 lrc: 3/0,1 mode: PW/PW res: [0x13bc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.077693:0:164869:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50e949 lrc: 2/0,0 mode: PW/PW res: [0x13bc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.077706:0:87240:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd3fd54a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+529:85188:x1845970853012224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2808us (2879us total) trans 12884911361 rc 0/0 00000100:00100000:1.0:1760456370.077716:0:87240:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19570 00000100:00100000:3.0:1760456370.077718:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456370.077723:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000004:00080000:0.0:1760456370.077723:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b64b0c51/2, rc 0, transno 9473 00000100:00100000:1.0:1760456370.077737:0:87240:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853012992 00000100:00100000:0.0:1760456370.077742:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b64b0c51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853012224:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.077767:0:164871:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19576 00000100:00100000:3.0:1760456370.077771:0:164871:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ae8c6ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+529:85191:x1845970853012992:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1760456370.077783:0:164871:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5099 count 1 00010000:00010000:3.0:1760456370.077798:0:164871:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50e96c lrc: 3/0,1 mode: --/PW res: [0x13eb:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.077810:0:164871:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000000eecd3b/0x3e4967fcee50939e lrc: 2/0,0 mode: PR/PR res: [0x13eb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f8dd expref: 118 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.077817:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.077819:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.077821:0:164871:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50e96c lrc: 4/0,1 mode: --/PW res: [0x13eb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.077844:0:164871:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000000eecd3b/0x3e4967fcee50939e lrc: 3/0,0 mode: PR/PR res: [0x13eb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f8dd expref: 118 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.077855:0:164871:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000000eecd3b/0x3e4967fcee50939e lrc: 4/0,0 mode: PR/PR res: [0x13eb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f8dd expref: 118 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.077862:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874008576 00000100:00100000:3.0:1760456370.077864:0:164871:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f6456fd pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:164871:1845970853013120:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.077883:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000058b978b5/0x3e4967fcee5091e5 lrc: 5/0,0 mode: PR/PR res: [0x13c4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f87b expref: 119 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.077902:0:164871:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ae4d228e going to sleep for 6 seconds 00000100:00100000:2.0:1760456370.077917:0:122343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1560 00000100:00100000:0.0:1760456370.077921:0:122923:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f1ba7aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+530:85189:x1845970853011136:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6350us (7284us total) trans 12884911362 rc 0/0 00000100:00100000:3.0:1760456370.077922:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000010caf321 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853013056:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.077931:0:122343:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000043c9bf24 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+119:167594:x1845970874008576:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00000100:00100000:0.0:1760456370.077935:0:122923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19563 00010000:00010000:2.0:1760456370.077945:0:122343:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.077952:0:122343:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000058b978b5/0x3e4967fcee5091e5 lrc: 5/0,0 mode: PR/PR res: [0x13c4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f87b expref: 119 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.077957:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.077969:0:122343:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000058b978b5/0x3e4967fcee5091e5 lrc: 4/0,0 mode: PR/PR res: [0x13c4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f87b expref: 119 pid: 87239 timeout: 4721 lvb_type: 1 00000004:00080000:0.0:1760456370.077977:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003f5cd6a1/2, rc 0, transno 9474 00010000:00010000:2.0:1760456370.077985:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.077989:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.077991:0:122343:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e957 lrc: 3/0,1 mode: PW/PW res: [0x13c4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.077992:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003f5cd6a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853011136:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.077999:0:122906:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853013056 00010000:00010000:2.0:1760456370.078006:0:122343:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e957 lrc: 4/0,1 mode: PW/PW res: [0x13c4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.078023:0:122343:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1760456370.078032:0:122906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19577 00000100:00100000:3.0:1760456370.078038:0:122906:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2ae3fe7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+530:85191:x1845970853013056:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.078041:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004771b14b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853013184:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.078053:0:122343:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000043c9bf24 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+119:167594:x1845970874008576:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 127us (339us total) trans 0 rc 0/0 00002000:00080000:3.0:1760456370.078054:0:122906:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5105 count 1 00000100:00100000:2.0:1760456370.078064:0:122343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1560 00010000:00010000:3.0:1760456370.078071:0:122906:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e973 lrc: 3/0,1 mode: --/PW res: [0x13f1:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.078072:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456370.078085:0:122906:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b8ac1e58/0x3e4967fcee50941c lrc: 2/0,0 mode: PR/PR res: [0x13f1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f8f9 expref: 118 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.078094:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.078096:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1760456370.078096:0:122914:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853013184 00010000:00010000:3.0:1760456370.078098:0:122906:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e973 lrc: 4/0,1 mode: --/PW res: [0x13f1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.078124:0:122906:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b8ac1e58/0x3e4967fcee50941c lrc: 3/0,0 mode: PR/PR res: [0x13f1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f8f9 expref: 118 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.078125:0:164869:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1760456370.078135:0:87240:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19578 00010000:00010000:0.0:1760456370.078136:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456370.078140:0:122906:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b8ac1e58/0x3e4967fcee50941c lrc: 4/0,0 mode: PR/PR res: [0x13f1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f8f9 expref: 118 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.078141:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50e949 lrc: 2/0,0 mode: PW/PW res: [0x13bc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.078144:0:87240:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007daccbae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+531:85188:x1845970853013184:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1760456370.078161:0:87240:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5101 count 1 00010000:00010000:0.0:1760456370.078168:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000809e3c27 already unused, calling callback (0000000049577fce) 00000100:00100000:3.0:1760456370.078172:0:122906:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006773a781 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:122906:1845970853013248:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.078173:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50e949 lrc: 2/0,0 mode: PW/PW res: [0x13bc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.078177:0:87240:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e97a lrc: 3/0,1 mode: --/PW res: [0x13ed:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.078186:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50e949 lrc: 3/0,0 mode: PW/PW res: [0x13bc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.078199:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50e949 lrc: 1/0,0 mode: --/PW res: [0x13bc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.078206:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50e949 lrc: 0/0,0 mode: --/PW res: [0x13bc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.078219:0:122906:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e71e445e going to sleep for 6 seconds 00010000:00010000:0.0:1760456370.078222:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.078226:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.078229:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.078253:0:164867:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000058b978b5/0x3e4967fcee5091e5 lrc: 0/0,0 mode: --/PR res: [0x13c4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f87b expref: 118 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.078266:0:164867:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd23f5d3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:164867:1845970853012800:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.078278:0:164867:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e957 lrc: 3/0,1 mode: PW/PW res: [0x13c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.078301:0:164867:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e957 lrc: 3/0,1 mode: PW/PW res: [0x13c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.078306:0:87240:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002c22e6c6/0x3e4967fcee50949a lrc: 2/0,0 mode: PR/PR res: [0x13ed:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f915 expref: 117 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.078314:0:164867:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e957 lrc: 3/0,1 mode: PW/PW res: [0x13c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.078319:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.078323:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.078326:0:87240:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e97a lrc: 4/0,1 mode: --/PW res: [0x13ed:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.078328:0:164867:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e957 lrc: 3/0,1 mode: PW/PW res: [0x13c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.078346:0:164867:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e957 lrc: 2/0,0 mode: PW/PW res: [0x13c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.078361:0:164867:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.078387:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.078390:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e957 lrc: 2/0,0 mode: PW/PW res: [0x13c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.078399:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000016be4d0e already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.078401:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e957 lrc: 2/0,0 mode: PW/PW res: [0x13c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.078407:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e957 lrc: 3/0,0 mode: PW/PW res: [0x13c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.078417:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e957 lrc: 1/0,0 mode: --/PW res: [0x13c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.078422:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000016be4d0e/0x3e4967fcee50e957 lrc: 0/0,0 mode: --/PW res: [0x13c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.078432:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.078435:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.078436:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.078450:0:87240:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002c22e6c6/0x3e4967fcee50949a lrc: 3/0,0 mode: PR/PR res: [0x13ed:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f915 expref: 117 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.078457:0:87240:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002c22e6c6/0x3e4967fcee50949a lrc: 4/0,0 mode: PR/PR res: [0x13ed:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f915 expref: 117 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.078464:0:87240:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e675863b pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:87240:1845970853013312:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.078489:0:164867:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009e8799bc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+532:85191:x1845970853012480:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1779us (2218us total) trans 12884911363 rc 0/0 00000100:00100000:0.0:1760456370.078494:0:164867:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19573 00000100:00100000:1.0:1760456370.078495:0:87240:0:(client.c:2500:ptlrpc_set_wait()) set 000000006cd3e47d going to sleep for 6 seconds 00000004:00080000:3.0:1760456370.078555:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006d3fb42b/2, rc 0, transno 9475 00000100:00100000:3.0:1760456370.078572:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d3fb42b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853012480:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.078632:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002e890cb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853013376:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.078664:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1760456370.078837:0:164869:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a621428d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+532:85189:x1845970853012288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3804us (3873us total) trans 12884911364 rc 0/0 00000100:00100000:0.0:1760456370.078844:0:164869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19571 00000004:00080000:0.0:1760456370.078868:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000004b671a5e/2, rc 0, transno 9476 00000100:00100000:0.0:1760456370.078875:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b671a5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853012288:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.078905:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f777c565 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853013440:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.078914:0:122923:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853013376 00000100:00100000:3.0:1760456370.078933:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1760456370.078940:0:122923:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853013440 00000100:00100000:0.0:1760456370.078966:0:122923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19579 00000100:00100000:0.0:1760456370.078972:0:122923:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd23f5d3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+533:85189:x1845970853013376:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.078976:0:122905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19580 00000100:00100000:2.0:1760456370.078983:0:122905:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dbaf32e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+533:85190:x1845970853013440:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1760456370.078984:0:122923:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5119 count 1 00010000:00010000:0.0:1760456370.078998:0:122923:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50e981 lrc: 3/0,1 mode: --/PW res: [0x13ff:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1760456370.079002:0:122905:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5122 count 1 00010000:00010000:0.0:1760456370.079009:0:122923:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000e014939/0x3e4967fcee5094d9 lrc: 2/0,0 mode: PR/PR res: [0x13ff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f923 expref: 117 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.079015:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.079017:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.079018:0:122905:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e988 lrc: 3/0,1 mode: --/PW res: [0x1402:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.079018:0:122923:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50e981 lrc: 4/0,1 mode: --/PW res: [0x13ff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.079038:0:122905:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a720d610/0x3e4967fcee509518 lrc: 2/0,0 mode: PR/PR res: [0x1402:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f931 expref: 117 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.079043:0:122923:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000e014939/0x3e4967fcee5094d9 lrc: 3/0,0 mode: PR/PR res: [0x13ff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f923 expref: 117 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.079056:0:122905:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.079059:0:122905:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.079061:0:122923:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000e014939/0x3e4967fcee5094d9 lrc: 4/0,0 mode: PR/PR res: [0x13ff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f923 expref: 117 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.079062:0:122905:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e988 lrc: 4/0,1 mode: --/PW res: [0x1402:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.079085:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.079086:0:122923:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043ab4bcb pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:122923:1845970853013504:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.079104:0:122905:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a720d610/0x3e4967fcee509518 lrc: 3/0,0 mode: PR/PR res: [0x1402:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f931 expref: 117 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.079114:0:122905:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a720d610/0x3e4967fcee509518 lrc: 4/0,0 mode: PR/PR res: [0x1402:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f931 expref: 117 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.079128:0:122905:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003f2456ae pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:122905:1845970853013568:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.079133:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.079133:0:122923:0:(client.c:2500:ptlrpc_set_wait()) set 00000000046e0fdb going to sleep for 6 seconds 00000100:00100000:0.0:1760456370.079162:0:164870:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b48b282e pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:164870:1845970853012864:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.079164:0:122905:0:(client.c:2500:ptlrpc_set_wait()) set 0000000080623561 going to sleep for 6 seconds 00000100:00100000:3.0:1760456370.079167:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874008704 00010000:00010000:0.0:1760456370.079175:0:164870:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e95e lrc: 3/0,1 mode: --/PW res: [0x13cb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.079186:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000622c742f/0x3e4967fcee5092a2 lrc: 4/0,0 mode: PR/PR res: [0x13cb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f8a5 expref: 118 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.079203:0:122921:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ba802d17 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:122921:1845970853012928:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.079215:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874008640 00010000:00010000:2.0:1760456370.079225:0:122921:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000002f5daea/0x3e4967fcee50e965 lrc: 3/0,1 mode: --/PW res: [0x13d3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.079230:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f26c5bcc/0x3e4967fcee509263 lrc: 5/0,0 mode: PR/PR res: [0x13c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f897 expref: 119 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.079266:0:122347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1561 00000100:00100000:3.0:1760456370.079277:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1562 00000100:00100000:2.0:1760456370.079277:0:122347:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d232c0d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+119:167596:x1845970874008704:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00000100:00100000:3.0:1760456370.079285:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1d39c1a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+119:167596:x1845970874008640:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1760456370.079289:0:122347:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.079295:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.079296:0:122347:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000622c742f/0x3e4967fcee5092a2 lrc: 4/0,0 mode: PR/PR res: [0x13cb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f8a5 expref: 119 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.079302:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f26c5bcc/0x3e4967fcee509263 lrc: 5/0,0 mode: PR/PR res: [0x13c3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f897 expref: 119 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.079317:0:122347:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000622c742f/0x3e4967fcee5092a2 lrc: 3/0,0 mode: PR/PR res: [0x13cb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f8a5 expref: 119 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.079322:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f26c5bcc/0x3e4967fcee509263 lrc: 4/0,0 mode: PR/PR res: [0x13c3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f897 expref: 119 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.079342:0:122347:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000622c742f/0x3e4967fcee5092a2 lrc: 0/0,0 mode: --/PR res: [0x13cb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f8a5 expref: 119 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.079345:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.079347:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.079350:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000546795e7/0x3e4967fcee50e950 lrc: 3/0,1 mode: PW/PW res: [0x13c3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.079361:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.079364:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000546795e7/0x3e4967fcee50e950 lrc: 4/0,1 mode: PW/PW res: [0x13c3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.079365:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.079368:0:122347:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e95e lrc: 3/0,1 mode: PW/PW res: [0x13cb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.079380:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456370.079380:0:122347:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e95e lrc: 4/0,1 mode: PW/PW res: [0x13cb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.079402:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1d39c1a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+118:167596:x1845970874008640:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 118us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.079407:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1562 00010000:00010000:2.0:1760456370.079411:0:122347:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.079433:0:164870:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e95e lrc: 3/0,1 mode: PW/PW res: [0x13cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.079443:0:164871:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f6456fd pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:164871:1845970853013120:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.079443:0:122347:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d232c0d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+117:167596:x1845970874008704:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 165us (359us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.079456:0:164870:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e95e lrc: 3/0,1 mode: PW/PW res: [0x13cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.079459:0:164871:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50e96c lrc: 3/0,1 mode: --/PW res: [0x13eb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.079462:0:122347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1561 00010000:00010000:0.0:1760456370.079481:0:164870:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e95e lrc: 3/0,1 mode: PW/PW res: [0x13cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.079486:0:164870:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e95e lrc: 2/0,0 mode: PW/PW res: [0x13cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.079505:0:164870:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.079528:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.079532:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e95e lrc: 2/0,0 mode: PW/PW res: [0x13cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.079539:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009b9682d0 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.079542:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e95e lrc: 2/0,0 mode: PW/PW res: [0x13cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.079548:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e95e lrc: 3/0,0 mode: PW/PW res: [0x13cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.079559:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e95e lrc: 1/0,0 mode: --/PW res: [0x13cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.079563:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009b9682d0/0x3e4967fcee50e95e lrc: 0/0,0 mode: --/PW res: [0x13cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.079581:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.079583:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.079586:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.079587:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.079648:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874008768 00000100:00100000:3.0:1760456370.079659:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456370.079667:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ab38215c/0x3e4967fcee50935f lrc: 4/0,0 mode: PR/PR res: [0x13d3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f8cf expref: 117 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.079693:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874008832 00010000:00010000:2.0:1760456370.079704:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000000eecd3b/0x3e4967fcee50939e lrc: 4/0,0 mode: PR/PR res: [0x13eb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f8dd expref: 118 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.079720:0:164870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7a02960 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+534:85189:x1845970853012608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2819us (3365us total) trans 12884911365 rc 0/0 00000100:00100000:0.0:1760456370.079727:0:164870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19574 00000100:00100000:2.0:1760456370.079738:0:122343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1563 00000100:00100000:2.0:1760456370.079745:0:122343:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000806a9da6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+118:167596:x1845970874008768:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00000100:00100000:3.0:1760456370.079753:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1564 00010000:00010000:2.0:1760456370.079755:0:122343:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.079761:0:122343:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ab38215c/0x3e4967fcee50935f lrc: 4/0,0 mode: PR/PR res: [0x13d3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f8cf expref: 118 pid: 87239 timeout: 4721 lvb_type: 1 00000004:00080000:0.0:1760456370.079763:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000037a8ab19/2, rc 0, transno 9477 00000100:00100000:3.0:1760456370.079766:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f6456fd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+118:167595:x1845970874008832:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00000100:00100000:1.0:1760456370.079772:0:87240:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e675863b pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:87240:1845970853013312:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.079775:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000037a8ab19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853012608:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.079783:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.079790:0:122343:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ab38215c/0x3e4967fcee50935f lrc: 3/0,0 mode: PR/PR res: [0x13d3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f8cf expref: 118 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.079791:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000000eecd3b/0x3e4967fcee50939e lrc: 4/0,0 mode: PR/PR res: [0x13eb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f8dd expref: 118 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.079791:0:87240:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e97a lrc: 3/0,1 mode: --/PW res: [0x13ed:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.079824:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000000eecd3b/0x3e4967fcee50939e lrc: 3/0,0 mode: PR/PR res: [0x13eb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f8dd expref: 118 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.079831:0:122343:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ab38215c/0x3e4967fcee50935f lrc: 0/0,0 mode: --/PR res: [0x13d3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f8cf expref: 118 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.079844:0:86474:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000000eecd3b/0x3e4967fcee50939e lrc: 0/0,0 mode: --/PR res: [0x13eb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f8dd expref: 117 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.079846:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.079850:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.079853:0:122343:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000002f5daea/0x3e4967fcee50e965 lrc: 3/0,1 mode: PW/PW res: [0x13d3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.079873:0:122343:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000002f5daea/0x3e4967fcee50e965 lrc: 4/0,1 mode: PW/PW res: [0x13d3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.079875:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.079877:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.079880:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50e96c lrc: 3/0,1 mode: PW/PW res: [0x13eb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.079897:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50e96c lrc: 4/0,1 mode: PW/PW res: [0x13eb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.079920:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456370.079920:0:122343:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1760456370.079946:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f6456fd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+116:167595:x1845970874008832:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 185us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.079951:0:122343:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000806a9da6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+116:167596:x1845970874008768:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 202us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.079959:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1564 00000100:00100000:2.0:1760456370.079969:0:122343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1563 00000100:00100000:3.0:1760456370.079988:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b48b282e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853013632:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456370.079998:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:3.0:1760456370.080015:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456370.080028:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874008960 00010000:00010000:2.0:1760456370.080044:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002c22e6c6/0x3e4967fcee50949a lrc: 4/0,0 mode: PR/PR res: [0x13ed:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f915 expref: 115 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.080055:0:164870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853013632 00000100:00100000:3.0:1760456370.080068:0:122906:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006773a781 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:122906:1845970853013248:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.080078:0:122343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1565 00010000:00010000:3.0:1760456370.080084:0:122906:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e973 lrc: 3/0,1 mode: --/PW res: [0x13f1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.080091:0:164870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19581 00000100:00100000:2.0:1760456370.080096:0:122343:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e675863b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+115:167593:x1845970874008960:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00000100:00100000:1.0:1760456370.080100:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.080102:0:164870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000048da3135 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+534:85191:x1845970853013632:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.080113:0:122343:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1760456370.080118:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874008896 00010000:00010000:2.0:1760456370.080121:0:122343:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002c22e6c6/0x3e4967fcee50949a lrc: 4/0,0 mode: PR/PR res: [0x13ed:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f915 expref: 115 pid: 87239 timeout: 4721 lvb_type: 1 00002000:00080000:0.0:1760456370.080126:0:164870:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5121 count 1 00010000:00010000:3.0:1760456370.080131:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b8ac1e58/0x3e4967fcee50941c lrc: 4/0,0 mode: PR/PR res: [0x13f1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f8f9 expref: 116 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.080137:0:122343:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002c22e6c6/0x3e4967fcee50949a lrc: 3/0,0 mode: PR/PR res: [0x13ed:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f915 expref: 116 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.080142:0:164870:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50e98f lrc: 3/0,1 mode: --/PW res: [0x1401:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.080158:0:164870:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000058e8b412/0x3e4967fcee509653 lrc: 2/0,0 mode: PR/PR res: [0x1401:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f977 expref: 116 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.080163:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1566 00010000:00010000:2.0:1760456370.080163:0:122343:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002c22e6c6/0x3e4967fcee50949a lrc: 0/0,0 mode: --/PR res: [0x13ed:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f915 expref: 116 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.080174:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000847714ce pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+116:167593:x1845970874008896:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1760456370.080179:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.080184:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.080187:0:164870:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50e98f lrc: 4/0,1 mode: --/PW res: [0x1401:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.080188:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.080191:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.080194:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b8ac1e58/0x3e4967fcee50941c lrc: 4/0,0 mode: PR/PR res: [0x13f1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f8f9 expref: 115 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.080195:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.080198:0:122343:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e97a lrc: 3/0,1 mode: PW/PW res: [0x13ed:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.080217:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b8ac1e58/0x3e4967fcee50941c lrc: 3/0,0 mode: PR/PR res: [0x13f1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f8f9 expref: 115 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.080218:0:122343:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e97a lrc: 4/0,1 mode: PW/PW res: [0x13ed:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.080221:0:164870:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000058e8b412/0x3e4967fcee509653 lrc: 3/0,0 mode: PR/PR res: [0x1401:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f977 expref: 115 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1760456370.080237:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456370.080247:0:122345:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b8ac1e58/0x3e4967fcee50941c lrc: 0/0,0 mode: --/PR res: [0x13f1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f8f9 expref: 115 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.080249:0:164870:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000058e8b412/0x3e4967fcee509653 lrc: 4/0,0 mode: PR/PR res: [0x1401:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f977 expref: 115 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.080263:0:86475:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874009024 00010000:00010000:3.0:1760456370.080269:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.080272:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1760456370.080273:0:164870:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe50ac7c pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:164870:1845970853013696:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.080274:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e973 lrc: 3/0,1 mode: PW/PW res: [0x13f1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.080282:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e973 lrc: 4/0,1 mode: PW/PW res: [0x13f1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.080283:0:86475:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a720d610/0x3e4967fcee509518 lrc: 5/0,0 mode: PR/PR res: [0x1402:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f931 expref: 115 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.080302:0:164870:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ba2c36cc going to sleep for 6 seconds 00000100:00100000:1.0:1760456370.080303:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:3.0:1760456370.080321:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874009088 00000100:00100000:2.0:1760456370.080329:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1567 00000100:00100000:0.0:1760456370.080332:0:122923:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043ab4bcb pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:122923:1845970853013504:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.080333:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000e014939/0x3e4967fcee5094d9 lrc: 4/0,0 mode: PR/PR res: [0x13ff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f923 expref: 116 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.080343:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000a6646d4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+116:167593:x1845970874009024:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1760456370.080347:0:122923:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50e981 lrc: 3/0,1 mode: --/PW res: [0x13ff:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.080357:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1568 00010000:00010000:2.0:1760456370.080358:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1760456370.080364:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a4abf19e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+116:167595:x1845970874009088:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1760456370.080365:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a720d610/0x3e4967fcee509518 lrc: 5/0,0 mode: PR/PR res: [0x1402:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f931 expref: 116 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.080375:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.080378:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a720d610/0x3e4967fcee509518 lrc: 4/0,0 mode: PR/PR res: [0x1402:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f931 expref: 116 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.080380:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000e014939/0x3e4967fcee5094d9 lrc: 4/0,0 mode: PR/PR res: [0x13ff:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f923 expref: 116 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.080403:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000e014939/0x3e4967fcee5094d9 lrc: 3/0,0 mode: PR/PR res: [0x13ff:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f923 expref: 116 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.080407:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.080410:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.080412:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e988 lrc: 3/0,1 mode: PW/PW res: [0x1402:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.080416:0:86473:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000e014939/0x3e4967fcee5094d9 lrc: 0/0,0 mode: --/PR res: [0x13ff:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f923 expref: 116 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.080425:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e988 lrc: 4/0,1 mode: PW/PW res: [0x1402:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.080429:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.080431:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.080433:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50e981 lrc: 3/0,1 mode: PW/PW res: [0x13ff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.080440:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50e981 lrc: 4/0,1 mode: PW/PW res: [0x13ff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.080442:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456370.080462:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1760456370.080476:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000a6646d4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+115:167593:x1845970874009024:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 137us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.080483:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a4abf19e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+115:167595:x1845970874009088:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 118us (183us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.080484:0:122923:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50e981 lrc: 3/0,1 mode: PW/PW res: [0x13ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.080489:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1567 00010000:00010000:0.0:1760456370.080499:0:122923:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50e981 lrc: 3/0,1 mode: PW/PW res: [0x13ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.080500:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1568 00010000:00010000:0.0:1760456370.080508:0:122923:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50e981 lrc: 3/0,1 mode: PW/PW res: [0x13ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.080532:0:122923:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50e981 lrc: 2/0,0 mode: PW/PW res: [0x13ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.080547:0:122921:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000002f5daea/0x3e4967fcee50e965 lrc: 3/0,1 mode: PW/PW res: [0x13d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.080551:0:122923:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1760456370.080556:0:122921:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000002f5daea/0x3e4967fcee50e965 lrc: 3/0,1 mode: PW/PW res: [0x13d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.080563:0:122921:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000002f5daea/0x3e4967fcee50e965 lrc: 3/0,1 mode: PW/PW res: [0x13d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.080566:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1760456370.080568:0:122921:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000002f5daea/0x3e4967fcee50e965 lrc: 2/0,0 mode: PW/PW res: [0x13d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.080571:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50e981 lrc: 2/0,0 mode: PW/PW res: [0x13ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.080582:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000051361bf8 already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456370.080584:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456370.080585:0:122921:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.080586:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50e981 lrc: 2/0,0 mode: PW/PW res: [0x13ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.080597:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50e981 lrc: 3/0,0 mode: PW/PW res: [0x13ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.080613:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000847714ce pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+113:167593:x1845970874008896:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 442us (525us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.080613:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50e981 lrc: 1/0,0 mode: --/PW res: [0x13ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.080639:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1566 00010000:00010000:0.0:1760456370.080643:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50e981 lrc: 0/0,0 mode: --/PW res: [0x13ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.080666:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456370.080667:0:122906:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e973 lrc: 3/0,1 mode: PW/PW res: [0x13f1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.080669:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000002f5daea/0x3e4967fcee50e965 lrc: 2/0,0 mode: PW/PW res: [0x13d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.080689:0:122906:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e973 lrc: 3/0,1 mode: PW/PW res: [0x13f1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.080690:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000002f5daea already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.080694:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000002f5daea/0x3e4967fcee50e965 lrc: 2/0,0 mode: PW/PW res: [0x13d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.080712:0:122906:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e973 lrc: 3/0,1 mode: PW/PW res: [0x13f1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.080714:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000002f5daea/0x3e4967fcee50e965 lrc: 3/0,0 mode: PW/PW res: [0x13d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.080732:0:122906:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e973 lrc: 2/0,0 mode: PW/PW res: [0x13f1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.080741:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000002f5daea/0x3e4967fcee50e965 lrc: 1/0,0 mode: --/PW res: [0x13d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.080751:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000002f5daea/0x3e4967fcee50e965 lrc: 0/0,0 mode: --/PW res: [0x13d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.080752:0:122906:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1760456370.080755:0:122921:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3d30ec9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+535:85189:x1845970853012672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3527us (4336us total) trans 12884911366 rc 0/0 00010000:00010000:3.0:1760456370.080764:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456370.080770:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e973 lrc: 2/0,0 mode: PW/PW res: [0x13f1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.080775:0:122921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19575 00010000:00010000:0.0:1760456370.080779:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.080783:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.080784:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008b096a6a already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.080786:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.080789:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e973 lrc: 2/0,0 mode: PW/PW res: [0x13f1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.080797:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.080798:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e973 lrc: 3/0,0 mode: PW/PW res: [0x13f1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.080813:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e973 lrc: 1/0,0 mode: --/PW res: [0x13f1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.080818:0:122343:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456370.080822:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e973 lrc: 0/0,0 mode: --/PW res: [0x13f1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.080844:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1760456370.080845:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000010d4277f/2, rc 0, transno 9478 00010000:00010000:3.0:1760456370.080847:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.080851:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.080857:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000010d4277f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853012672:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.080859:0:122343:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e675863b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+112:167593:x1845970874008960:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 770us (862us total) trans 0 rc 0/0 00010000:00010000:3.0:1760456370.080865:0:164871:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50e96c lrc: 3/0,1 mode: PW/PW res: [0x13eb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.080874:0:122343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1565 00010000:00010000:3.0:1760456370.080883:0:164871:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50e96c lrc: 3/0,1 mode: PW/PW res: [0x13eb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.080889:0:164871:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50e96c lrc: 3/0,1 mode: PW/PW res: [0x13eb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.080893:0:164871:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50e96c lrc: 2/0,0 mode: PW/PW res: [0x13eb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.080899:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043ab4bcb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853013760:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.080905:0:164871:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1760456370.080919:0:122905:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a720d610/0x3e4967fcee509518 lrc: 0/0,0 mode: --/PR res: [0x1402:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f931 expref: 111 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.080931:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1760456370.080933:0:122905:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003f2456ae pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:122905:1845970853013568:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.080936:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50e96c lrc: 2/0,0 mode: PW/PW res: [0x13eb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.080945:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.080951:0:122905:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e988 lrc: 3/0,1 mode: PW/PW res: [0x1402:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.080962:0:122905:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e988 lrc: 3/0,1 mode: PW/PW res: [0x1402:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.080970:0:122905:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e988 lrc: 3/0,1 mode: PW/PW res: [0x1402:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.080978:0:122905:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e988 lrc: 3/0,1 mode: PW/PW res: [0x1402:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.080986:0:122905:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e988 lrc: 2/0,0 mode: PW/PW res: [0x1402:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.081000:0:122921:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853013760 00010000:00010000:2.0:1760456370.081003:0:122905:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1760456370.081031:0:122921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19582 00000100:00100000:0.0:1760456370.081037:0:122921:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009d9bf87f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+536:85188:x1845970853013760:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1760456370.081049:0:122921:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5125 count 1 00000100:00100000:3.0:1760456370.081053:0:164871:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ae8c6ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+536:85191:x1845970853012992:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3279us (3338us total) trans 12884911367 rc 0/0 00010000:00010000:1.0:1760456370.081059:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001efa1cc8 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.081061:0:122921:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e996 lrc: 3/0,1 mode: --/PW res: [0x1405:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.081062:0:164871:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19576 00010000:00010000:1.0:1760456370.081064:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50e96c lrc: 2/0,0 mode: PW/PW res: [0x13eb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.081082:0:122921:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e148c1ec/0x3e4967fcee5096d1 lrc: 2/0,0 mode: PR/PR res: [0x1405:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f993 expref: 110 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.081083:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50e96c lrc: 3/0,0 mode: PW/PW res: [0x13eb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1760456370.081094:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001f1cb72c/2, rc 0, transno 9479 00010000:00010000:0.0:1760456370.081096:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.081099:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.081102:0:122921:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e996 lrc: 4/0,1 mode: --/PW res: [0x1405:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.081106:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f1cb72c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853012992:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.081110:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50e96c lrc: 1/0,0 mode: --/PW res: [0x13eb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.081122:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50e96c lrc: 0/0,0 mode: --/PW res: [0x13eb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.081140:0:122921:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e148c1ec/0x3e4967fcee5096d1 lrc: 3/0,0 mode: PR/PR res: [0x1405:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f993 expref: 110 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.081149:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006773a781 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853013824:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456370.081154:0:122921:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e148c1ec/0x3e4967fcee5096d1 lrc: 4/0,0 mode: PR/PR res: [0x1405:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f993 expref: 110 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.081168:0:122921:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009598484a pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:122921:1845970853013888:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.081202:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1760456370.081203:0:122921:0:(client.c:2500:ptlrpc_set_wait()) set 00000000046e0fdb going to sleep for 6 seconds 00010000:00010000:1.0:1760456370.081205:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.081210:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e988 lrc: 2/0,0 mode: PW/PW res: [0x1402:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.081218:0:122905:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dbaf32e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+536:85190:x1845970853013440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2230us (2280us total) trans 12884911368 rc 0/0 00010000:00010000:1.0:1760456370.081223:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ebca686a already unused, calling callback (0000000049577fce) 00000100:00100000:2.0:1760456370.081228:0:122905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19580 00010000:00010000:1.0:1760456370.081228:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e988 lrc: 2/0,0 mode: PW/PW res: [0x1402:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.081240:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e988 lrc: 3/0,0 mode: PW/PW res: [0x1402:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.081255:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e988 lrc: 1/0,0 mode: --/PW res: [0x1402:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.081256:0:122905:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853013824 00000004:00080000:3.0:1760456370.081258:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000f777c565/2, rc 0, transno 9480 00000100:00100000:3.0:1760456370.081268:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f777c565 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853013440:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.081277:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ebca686a/0x3e4967fcee50e988 lrc: 0/0,0 mode: --/PW res: [0x1402:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.081291:0:122905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19583 00010000:00010000:1.0:1760456370.081295:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.081300:0:122905:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3e63a20 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+536:85189:x1845970853013824:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.081300:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.081304:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.081309:0:85191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1760456370.081314:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.081316:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ab78aa4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853013952:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1760456370.081316:0:122905:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5131 count 1 00010000:00010000:2.0:1760456370.081334:0:122905:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000554e8914/0x3e4967fcee50e99d lrc: 3/0,1 mode: --/PW res: [0x140b:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.081350:0:122905:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b83f1d7b/0x3e4967fcee50974f lrc: 2/0,0 mode: PR/PR res: [0x140b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f9af expref: 110 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.081354:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456370.081360:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456370.081368:0:122905:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.081370:0:122905:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.081373:0:122905:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000554e8914/0x3e4967fcee50e99d lrc: 4/0,1 mode: --/PW res: [0x140b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.081403:0:122905:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b83f1d7b/0x3e4967fcee50974f lrc: 3/0,0 mode: PR/PR res: [0x140b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f9af expref: 110 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.081414:0:122905:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b83f1d7b/0x3e4967fcee50974f lrc: 4/0,0 mode: PR/PR res: [0x140b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f9af expref: 110 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.081423:0:122923:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd23f5d3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+537:85189:x1845970853013376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2448us (2755us total) trans 12884911369 rc 0/0 00000100:00100000:2.0:1760456370.081430:0:122905:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003f2456ae pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:122905:1845970853014016:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.081432:0:87240:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e97a lrc: 3/0,1 mode: PW/PW res: [0x13ed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.081437:0:122923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19579 00010000:00010000:1.0:1760456370.081444:0:87240:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e97a lrc: 3/0,1 mode: PW/PW res: [0x13ed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.081449:0:87240:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e97a lrc: 3/0,1 mode: PW/PW res: [0x13ed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.081455:0:87240:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e97a lrc: 2/0,0 mode: PW/PW res: [0x13ed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.081472:0:122905:0:(client.c:2500:ptlrpc_set_wait()) set 000000001319d64b going to sleep for 6 seconds 00000004:00080000:0.0:1760456370.081481:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000002e890cb3/2, rc 0, transno 9481 00000100:00100000:0.0:1760456370.081495:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002e890cb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853013376:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.081497:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874009152 00010000:00010000:1.0:1760456370.081504:0:87240:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.081507:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.081529:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e97a lrc: 2/0,0 mode: PW/PW res: [0x13ed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.081536:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005b2472ce already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.081539:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e97a lrc: 2/0,0 mode: PW/PW res: [0x13ed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.081543:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000058e8b412/0x3e4967fcee509653 lrc: 5/0,0 mode: PR/PR res: [0x1401:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f977 expref: 111 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.081550:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e97a lrc: 3/0,0 mode: PW/PW res: [0x13ed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.081571:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e97a lrc: 1/0,0 mode: --/PW res: [0x13ed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.081575:0:164871:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853013952 00010000:00010000:0.0:1760456370.081576:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50e97a lrc: 0/0,0 mode: --/PW res: [0x13ed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.081583:0:122343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1569 00000100:00100000:2.0:1760456370.081592:0:122343:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019e82e67 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+111:167593:x1845970874009152:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1760456370.081594:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.081597:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.081600:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.081603:0:122343:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.081610:0:122343:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000058e8b412/0x3e4967fcee509653 lrc: 5/0,0 mode: PR/PR res: [0x1401:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f977 expref: 111 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.081612:0:164871:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19584 00000100:00100000:3.0:1760456370.081632:0:164871:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e7a0c636 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+538:85191:x1845970853013952:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.081647:0:122343:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000058e8b412/0x3e4967fcee509653 lrc: 4/0,0 mode: PR/PR res: [0x1401:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f977 expref: 111 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.081658:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005084f027 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853014080:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.081666:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.081669:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.081672:0:122343:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50e98f lrc: 3/0,1 mode: PW/PW res: [0x1401:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.081686:0:164870:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000058e8b412/0x3e4967fcee509653 lrc: 0/0,0 mode: --/PR res: [0x1401:0x0:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f977 expref: 111 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.081690:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.081690:0:122343:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50e98f lrc: 4/0,1 mode: PW/PW res: [0x1401:0x0:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.081712:0:164870:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe50ac7c pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:164870:1845970853013696:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.081719:0:122343:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.081731:0:164870:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50e98f lrc: 3/0,1 mode: PW/PW res: [0x1401:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.081741:0:164870:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50e98f lrc: 3/0,1 mode: PW/PW res: [0x1401:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.081748:0:164870:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50e98f lrc: 3/0,1 mode: PW/PW res: [0x1401:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.081756:0:164870:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50e98f lrc: 3/0,1 mode: PW/PW res: [0x1401:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.081762:0:122343:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019e82e67 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+110:167593:x1845970874009152:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 169us (408us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.081771:0:164870:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50e98f lrc: 2/0,0 mode: PW/PW res: [0x1401:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.081779:0:122343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1569 00010000:00010000:0.0:1760456370.081795:0:164870:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.081807:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1760456370.081809:0:122906:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2ae3fe7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+539:85191:x1845970853013056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3768us (3856us total) trans 12884911370 rc 0/0 00010000:00010000:0.0:1760456370.081812:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50e98f lrc: 2/0,0 mode: PW/PW res: [0x1401:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.081814:0:123791:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853014080 00000100:00100000:3.0:1760456370.081824:0:122906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19577 00010000:00010000:0.0:1760456370.081827:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000088839f4b already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.081831:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50e98f lrc: 2/0,0 mode: PW/PW res: [0x1401:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.081839:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50e98f lrc: 3/0,0 mode: PW/PW res: [0x1401:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.081846:0:123791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19585 00010000:00010000:0.0:1760456370.081850:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50e98f lrc: 1/0,0 mode: --/PW res: [0x1401:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.081855:0:123791:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b4a04b22 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+539:85191:x1845970853014080:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456370.081862:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50e98f lrc: 0/0,0 mode: --/PW res: [0x1401:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1760456370.081875:0:123791:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5134 count 1 00000004:00080000:3.0:1760456370.081879:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000010caf321/2, rc 0, transno 9482 00010000:00010000:0.0:1760456370.081883:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.081886:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.081889:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.081892:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000010caf321 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853013056:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.081892:0:123791:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c0db3901/0x3e4967fcee50e9a4 lrc: 3/0,1 mode: --/PW res: [0x140e:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.081910:0:123791:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b02da893/0x3e4967fcee50988a lrc: 2/0,0 mode: PR/PR res: [0x140e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f9f5 expref: 109 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.081918:0:123791:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.081920:0:123791:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.081922:0:123791:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0db3901/0x3e4967fcee50e9a4 lrc: 4/0,1 mode: --/PW res: [0x140e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.081948:0:123791:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b02da893/0x3e4967fcee50988a lrc: 3/0,0 mode: PR/PR res: [0x140e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f9f5 expref: 109 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.081954:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c8f51c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853014144:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.081961:0:123791:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b02da893/0x3e4967fcee50988a lrc: 4/0,0 mode: PR/PR res: [0x140e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f9f5 expref: 109 pid: 87239 timeout: 4721 lvb_type: 1 00002000:00080000:3.0:1760456370.081976:0:164871:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5126 count 1 00000100:00100000:2.0:1760456370.081982:0:123791:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043c9bf24 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:123791:1845970853014208:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.081988:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456370.081989:0:164871:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e9ab lrc: 3/0,1 mode: --/PW res: [0x1406:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.082001:0:164871:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000441d2c8f/0x3e4967fcee50978e lrc: 2/0,0 mode: PR/PR res: [0x1406:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f9bd expref: 109 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.082006:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.082008:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.082010:0:164871:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e9ab lrc: 4/0,1 mode: --/PW res: [0x1406:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.082028:0:164871:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000441d2c8f/0x3e4967fcee50978e lrc: 3/0,0 mode: PR/PR res: [0x1406:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f9bd expref: 109 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1760456370.082028:0:123791:0:(client.c:2500:ptlrpc_set_wait()) set 00000000928bfd2e going to sleep for 6 seconds 00010000:00010000:3.0:1760456370.082038:0:164871:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000441d2c8f/0x3e4967fcee50978e lrc: 4/0,0 mode: PR/PR res: [0x1406:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f9bd expref: 109 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.082051:0:164871:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d4d12ae6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:164871:1845970853014272:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.082051:0:122921:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009598484a pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:122921:1845970853013888:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.082054:0:122914:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853014144 00000100:00100000:1.0:1760456370.082068:0:87240:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007daccbae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+540:85188:x1845970853013184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3924us (3995us total) trans 12884911371 rc 0/0 00010000:00010000:0.0:1760456370.082071:0:122921:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e996 lrc: 3/0,1 mode: --/PW res: [0x1405:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.082077:0:87240:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19578 00000100:00100000:3.0:1760456370.082081:0:164871:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ae4d228e going to sleep for 6 seconds 00000100:00100000:2.0:1760456370.082093:0:122914:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19586 00000100:00100000:2.0:1760456370.082101:0:122914:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fe50ac7c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+539:85188:x1845970853014144:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1760456370.082114:0:122914:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5133 count 1 00000004:00080000:0.0:1760456370.082120:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000004771b14b/2, rc 0, transno 9483 00010000:00010000:2.0:1760456370.082129:0:122914:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009c02871f/0x3e4967fcee50e9b2 lrc: 3/0,1 mode: --/PW res: [0x140d:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.082134:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004771b14b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853013184:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.082147:0:122914:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003b4c0fc7/0x3e4967fcee5098c9 lrc: 2/0,0 mode: PR/PR res: [0x140d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa03 expref: 109 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.082155:0:122914:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.082157:0:122914:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.082159:0:122914:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009c02871f/0x3e4967fcee50e9b2 lrc: 4/0,1 mode: --/PW res: [0x140d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.082174:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1760456370.082182:0:122914:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003b4c0fc7/0x3e4967fcee5098c9 lrc: 3/0,0 mode: PR/PR res: [0x140d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa03 expref: 109 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.082186:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009598484a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853014336:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.082200:0:122914:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003b4c0fc7/0x3e4967fcee5098c9 lrc: 4/0,0 mode: PR/PR res: [0x140d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa03 expref: 109 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.082212:0:122914:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ba802d17 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:122914:1845970853014400:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.082232:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456370.082255:0:122914:0:(client.c:2500:ptlrpc_set_wait()) set 0000000080623561 going to sleep for 6 seconds 00000100:00100000:0.0:1760456370.082271:0:164867:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853014336 00010000:00010000:2.0:1760456370.082294:0:122920:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f26c5bcc/0x3e4967fcee509263 lrc: 0/0,0 mode: --/PR res: [0x13c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f897 expref: 109 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.082303:0:164867:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19587 00000100:00100000:1.0:1760456370.082306:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.082314:0:164867:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f8110613 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+540:85188:x1845970853014336:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.082319:0:122920:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b12c6387 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:122920:1845970853012736:192.168.203.34@tcp:104: 00002000:00080000:0.0:1760456370.082329:0:164867:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5123 count 1 00010000:00010000:2.0:1760456370.082333:0:122920:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000546795e7/0x3e4967fcee50e950 lrc: 3/0,1 mode: PW/PW res: [0x13c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.082342:0:164867:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e9b9 lrc: 3/0,1 mode: --/PW res: [0x1403:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.082343:0:122920:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000546795e7/0x3e4967fcee50e950 lrc: 3/0,1 mode: PW/PW res: [0x13c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.082363:0:122920:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000546795e7/0x3e4967fcee50e950 lrc: 3/0,1 mode: PW/PW res: [0x13c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.082367:0:164867:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003c63468a/0x3e4967fcee509947 lrc: 2/0,0 mode: PR/PR res: [0x1403:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa1f expref: 108 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.082379:0:122920:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000546795e7/0x3e4967fcee50e950 lrc: 3/0,1 mode: PW/PW res: [0x13c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.082382:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.082385:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.082389:0:164867:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e9b9 lrc: 4/0,1 mode: --/PW res: [0x1403:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.082390:0:122920:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000546795e7/0x3e4967fcee50e950 lrc: 2/0,0 mode: PW/PW res: [0x13c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.082424:0:122920:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.082424:0:164867:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003c63468a/0x3e4967fcee509947 lrc: 3/0,0 mode: PR/PR res: [0x1403:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa1f expref: 108 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.082435:0:164867:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003c63468a/0x3e4967fcee509947 lrc: 4/0,0 mode: PR/PR res: [0x1403:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa1f expref: 108 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.082439:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456370.082444:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000546795e7/0x3e4967fcee50e950 lrc: 2/0,0 mode: PW/PW res: [0x13c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.082451:0:164867:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c485920c pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:164867:1845970853014464:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.082454:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000546795e7 already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456370.082457:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000546795e7/0x3e4967fcee50e950 lrc: 2/0,0 mode: PW/PW res: [0x13c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.082463:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000546795e7/0x3e4967fcee50e950 lrc: 3/0,0 mode: PW/PW res: [0x13c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.082473:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000546795e7/0x3e4967fcee50e950 lrc: 1/0,0 mode: --/PW res: [0x13c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.082478:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000546795e7/0x3e4967fcee50e950 lrc: 0/0,0 mode: --/PW res: [0x13c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.082483:0:164867:0:(client.c:2500:ptlrpc_set_wait()) set 00000000046e0fdb going to sleep for 6 seconds 00010000:00010000:3.0:1760456370.082495:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.082497:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.082499:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.082750:0:122920:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068be9691 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+542:85191:x1845970853012544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6341us (6558us total) trans 12884911372 rc 0/0 00000100:00100000:2.0:1760456370.082759:0:122920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19572 00000004:00080000:3.0:1760456370.082781:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000000784a77/2, rc 0, transno 9484 00000100:00100000:3.0:1760456370.082797:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000784a77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853012544:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.082798:0:164870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000048da3135 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+541:85191:x1845970853013632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2696us (2781us total) trans 12884911373 rc 0/0 00000100:00100000:0.0:1760456370.082811:0:164870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19581 00000004:00080000:3.0:1760456370.082859:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b48b282e/2, rc 0, transno 9485 00000100:00100000:1.0:1760456370.082873:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:3.0:1760456370.082878:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b48b282e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853013632:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.082888:0:85191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1760456370.082898:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b43c1c02 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853014528:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.082918:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874009216 00010000:00010000:2.0:1760456370.082935:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e148c1ec/0x3e4967fcee5096d1 lrc: 4/0,0 mode: PR/PR res: [0x1405:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f993 expref: 109 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.082940:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456370.082968:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874009280 00000100:00100000:3.0:1760456370.082974:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005bba15f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853014592:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.082982:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b83f1d7b/0x3e4967fcee50974f lrc: 5/0,0 mode: PR/PR res: [0x140b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f9af expref: 110 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.083006:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456370.083010:0:122343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1570 00000100:00100000:2.0:1760456370.083016:0:122343:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec4e3bfd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+110:167593:x1845970874009216:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1760456370.083025:0:122343:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.083030:0:122343:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e148c1ec/0x3e4967fcee5096d1 lrc: 4/0,0 mode: PR/PR res: [0x1405:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f993 expref: 110 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.083043:0:164870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853014528 00010000:00010000:2.0:1760456370.083044:0:122343:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e148c1ec/0x3e4967fcee5096d1 lrc: 3/0,0 mode: PR/PR res: [0x1405:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f993 expref: 110 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.083059:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1571 00010000:00010000:2.0:1760456370.083065:0:122343:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e148c1ec/0x3e4967fcee5096d1 lrc: 0/0,0 mode: --/PR res: [0x1405:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f993 expref: 110 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.083068:0:164870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853014592 00000100:00100000:3.0:1760456370.083071:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002fb570c1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+110:167594:x1845970874009280:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1760456370.083086:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.083087:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.083091:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1760456370.083093:0:164870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19588 00010000:00010000:3.0:1760456370.083095:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b83f1d7b/0x3e4967fcee50974f lrc: 5/0,0 mode: PR/PR res: [0x140b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f9af expref: 109 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.083096:0:122343:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e996 lrc: 3/0,1 mode: PW/PW res: [0x1405:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.083103:0:87240:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19589 00000100:00100000:0.0:1760456370.083104:0:164870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1d39c1a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+542:85191:x1845970853014528:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456370.083114:0:87240:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d232c0d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+542:85191:x1845970853014592:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.083125:0:122343:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e996 lrc: 4/0,1 mode: PW/PW res: [0x1405:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1760456370.083128:0:164870:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5135 count 1 00010000:00010000:3.0:1760456370.083129:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b83f1d7b/0x3e4967fcee50974f lrc: 4/0,0 mode: PR/PR res: [0x140b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f9af expref: 109 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.083143:0:164870:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e9c0 lrc: 3/0,1 mode: --/PW res: [0x140f:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.083160:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.083161:0:164870:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001884cd85/0x3e4967fcee509986 lrc: 2/0,0 mode: PR/PR res: [0x140f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa2d expref: 109 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.083164:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.083164:0:122343:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456370.083168:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000554e8914/0x3e4967fcee50e99d lrc: 3/0,1 mode: PW/PW res: [0x140b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.083172:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.083175:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.083177:0:164870:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e9c0 lrc: 4/0,1 mode: --/PW res: [0x140f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.083183:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000554e8914/0x3e4967fcee50e99d lrc: 4/0,1 mode: PW/PW res: [0x140b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.083195:0:122343:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec4e3bfd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+109:167593:x1845970874009216:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 176us (896us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.083202:0:164870:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001884cd85/0x3e4967fcee509986 lrc: 3/0,0 mode: PR/PR res: [0x140f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa2d expref: 109 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.083205:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1760456370.083209:0:122343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1570 00002000:00080000:1.0:1760456370.083215:0:87240:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5154 count 1 00010000:00010000:0.0:1760456370.083220:0:164870:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001884cd85/0x3e4967fcee509986 lrc: 4/0,0 mode: PR/PR res: [0x140f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa2d expref: 109 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.083230:0:87240:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e9c7 lrc: 3/0,1 mode: --/PW res: [0x1422:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.083237:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002fb570c1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+108:167594:x1845970874009280:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 165us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1760456370.083252:0:164870:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f49b3b48 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:164870:1845970853014656:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.083256:0:87240:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000734f7077/0x3e4967fcee509a04 lrc: 2/0,0 mode: PR/PR res: [0x1422:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa49 expref: 108 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.083260:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1571 00010000:00010000:1.0:1760456370.083267:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1760456370.083269:0:123791:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043c9bf24 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:123791:1845970853014208:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.083270:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.083272:0:87240:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e9c7 lrc: 4/0,1 mode: --/PW res: [0x1422:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.083284:0:164870:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ba2c36cc going to sleep for 6 seconds 00010000:00010000:2.0:1760456370.083293:0:123791:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c0db3901/0x3e4967fcee50e9a4 lrc: 3/0,1 mode: --/PW res: [0x140e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.083294:0:87240:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000734f7077/0x3e4967fcee509a04 lrc: 3/0,0 mode: PR/PR res: [0x1422:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa49 expref: 107 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.083304:0:122921:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e996 lrc: 3/0,1 mode: PW/PW res: [0x1405:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.083315:0:87240:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000734f7077/0x3e4967fcee509a04 lrc: 4/0,0 mode: PR/PR res: [0x1422:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa49 expref: 107 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.083317:0:164871:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d4d12ae6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:164871:1845970853014272:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.083332:0:122921:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e996 lrc: 3/0,1 mode: PW/PW res: [0x1405:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.083334:0:164871:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e9ab lrc: 3/0,1 mode: --/PW res: [0x1406:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.083337:0:87240:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005dd317a2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:87240:1845970853014720:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.083355:0:122921:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e996 lrc: 3/0,1 mode: PW/PW res: [0x1405:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.083359:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456370.083367:0:122921:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e996 lrc: 2/0,0 mode: PW/PW res: [0x1405:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.083389:0:122921:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1760456370.083390:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874009344 00010000:00010000:1.0:1760456370.083395:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.083399:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e996 lrc: 2/0,0 mode: PW/PW res: [0x1405:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.083405:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b02da893/0x3e4967fcee50988a lrc: 4/0,0 mode: PR/PR res: [0x140e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f9f5 expref: 108 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.083407:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000096f50db4 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.083412:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e996 lrc: 2/0,0 mode: PW/PW res: [0x1405:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.083423:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e996 lrc: 3/0,0 mode: PW/PW res: [0x1405:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.083431:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1572 00010000:00010000:1.0:1760456370.083437:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e996 lrc: 1/0,0 mode: --/PW res: [0x1405:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.083442:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000043c9bf24 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+108:167594:x1845970874009344:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00000100:00100000:2.0:1760456370.083451:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456370.083453:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456370.083458:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000096f50db4/0x3e4967fcee50e996 lrc: 0/0,0 mode: --/PW res: [0x1405:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.083459:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b02da893/0x3e4967fcee50988a lrc: 4/0,0 mode: PR/PR res: [0x140e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f9f5 expref: 108 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.083485:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b02da893/0x3e4967fcee50988a lrc: 3/0,0 mode: PR/PR res: [0x140e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f9f5 expref: 108 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.083498:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.083501:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.083502:0:122345:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b02da893/0x3e4967fcee50988a lrc: 0/0,0 mode: --/PR res: [0x140e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f9f5 expref: 108 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.083503:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:1.0:1760456370.083504:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.083542:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.083543:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.083545:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c0db3901/0x3e4967fcee50e9a4 lrc: 3/0,1 mode: PW/PW res: [0x140e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.083550:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0db3901/0x3e4967fcee50e9a4 lrc: 4/0,1 mode: PW/PW res: [0x140e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.083559:0:87240:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d60d5e66 going to sleep for 6 seconds 00000100:00100000:3.0:1760456370.083572:0:88636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874009472 00000100:00100000:0.0:1760456370.083581:0:122921:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009d9bf87f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+543:85188:x1845970853013760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2542us (2641us total) trans 12884911374 rc 0/0 00010000:00010000:3.0:1760456370.083583:0:88636:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003b4c0fc7/0x3e4967fcee5098c9 lrc: 5/0,0 mode: PR/PR res: [0x140d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa03 expref: 108 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.083594:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874009408 00000100:00100000:0.0:1760456370.083594:0:122921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19582 00000100:00100000:3.0:1760456370.083609:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1573 00000100:00100000:3.0:1760456370.083615:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8dd4db1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+109:167594:x1845970874009472:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1760456370.083615:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000441d2c8f/0x3e4967fcee50978e lrc: 4/0,0 mode: PR/PR res: [0x1406:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f9bd expref: 109 pid: 87239 timeout: 4721 lvb_type: 1 00000004:00080000:0.0:1760456370.083638:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000043ab4bcb/2, rc 0, transno 9486 00010000:00010000:3.0:1760456370.083641:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.083646:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003b4c0fc7/0x3e4967fcee5098c9 lrc: 5/0,0 mode: PR/PR res: [0x140d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa03 expref: 109 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.083650:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043ab4bcb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853013760:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.083662:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003b4c0fc7/0x3e4967fcee5098c9 lrc: 4/0,0 mode: PR/PR res: [0x140d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa03 expref: 109 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.083674:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.083676:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.083679:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009c02871f/0x3e4967fcee50e9b2 lrc: 3/0,1 mode: PW/PW res: [0x140d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.083679:0:122347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1574 00010000:00010000:3.0:1760456370.083688:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009c02871f/0x3e4967fcee50e9b2 lrc: 4/0,1 mode: PW/PW res: [0x140d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.083692:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b6ef0c08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853014784:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.083693:0:122347:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ccb9cad2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+109:167594:x1845970874009408:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1760456370.083706:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456370.083709:0:122347:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.083716:0:122347:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000441d2c8f/0x3e4967fcee50978e lrc: 4/0,0 mode: PR/PR res: [0x1406:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f9bd expref: 109 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.083730:0:122347:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000441d2c8f/0x3e4967fcee50978e lrc: 3/0,0 mode: PR/PR res: [0x1406:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f9bd expref: 109 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.083731:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8dd4db1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+109:167594:x1845970874009472:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 113us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1760456370.083732:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1760456370.083747:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1573 00010000:00010000:2.0:1760456370.083761:0:122347:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000441d2c8f/0x3e4967fcee50978e lrc: 0/0,0 mode: --/PR res: [0x1406:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f9bd expref: 108 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.083768:0:122921:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853014784 00010000:00010000:2.0:1760456370.083776:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.083779:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.083780:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456370.083782:0:122347:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e9ab lrc: 3/0,1 mode: PW/PW res: [0x1406:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.083792:0:122921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19590 00000100:00100000:0.0:1760456370.083799:0:122921:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000087f973a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+543:85188:x1845970853014784:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.083805:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000043c9bf24 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+107:167594:x1845970874009344:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 362us (446us total) trans 0 rc 0/0 00010000:00010000:2.0:1760456370.083807:0:122347:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e9ab lrc: 4/0,1 mode: PW/PW res: [0x1406:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1760456370.083813:0:122921:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5145 count 1 00000100:00100000:3.0:1760456370.083822:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1572 00010000:00010000:0.0:1760456370.083824:0:122921:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e9ce lrc: 3/0,1 mode: --/PW res: [0x1419:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.083836:0:122921:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007b8ebcbe/0x3e4967fcee509a82 lrc: 2/0,0 mode: PR/PR res: [0x1419:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa65 expref: 106 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.083841:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.083843:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.083844:0:122921:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e9ce lrc: 4/0,1 mode: --/PW res: [0x1419:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.083847:0:122347:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456370.083853:0:164871:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e9ab lrc: 3/0,1 mode: PW/PW res: [0x1406:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.083860:0:164871:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e9ab lrc: 3/0,1 mode: PW/PW res: [0x1406:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.083862:0:122921:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007b8ebcbe/0x3e4967fcee509a82 lrc: 3/0,0 mode: PR/PR res: [0x1419:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa65 expref: 106 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1760456370.083878:0:122347:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ccb9cad2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+106:167594:x1845970874009408:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 185us (378us total) trans 0 rc 0/0 00010000:00010000:3.0:1760456370.083881:0:164871:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e9ab lrc: 3/0,1 mode: PW/PW res: [0x1406:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.083885:0:122921:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007b8ebcbe/0x3e4967fcee509a82 lrc: 4/0,0 mode: PR/PR res: [0x1419:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa65 expref: 106 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.083901:0:122347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1574 00010000:00010000:3.0:1760456370.083903:0:164871:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e9ab lrc: 2/0,0 mode: PW/PW res: [0x1406:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.083909:0:122921:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f42c1f6b pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:122921:1845970853014848:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.083923:0:164871:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.083929:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1760456370.083930:0:122921:0:(client.c:2500:ptlrpc_set_wait()) set 0000000066840e62 going to sleep for 6 seconds 00010000:00010000:1.0:1760456370.083933:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e9ab lrc: 2/0,0 mode: PW/PW res: [0x1406:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.083941:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c8221b7c already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.083944:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e9ab lrc: 2/0,0 mode: PW/PW res: [0x1406:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.083946:0:123791:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c0db3901/0x3e4967fcee50e9a4 lrc: 3/0,1 mode: PW/PW res: [0x140e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.083951:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e9ab lrc: 3/0,0 mode: PW/PW res: [0x1406:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.083957:0:164867:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c485920c pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:164867:1845970853014464:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.083962:0:123791:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c0db3901/0x3e4967fcee50e9a4 lrc: 3/0,1 mode: PW/PW res: [0x140e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.083971:0:164867:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e9b9 lrc: 3/0,1 mode: --/PW res: [0x1403:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.083975:0:123791:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c0db3901/0x3e4967fcee50e9a4 lrc: 3/0,1 mode: PW/PW res: [0x140e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.083976:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e9ab lrc: 1/0,0 mode: --/PW res: [0x1406:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.083998:0:123791:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c0db3901/0x3e4967fcee50e9a4 lrc: 2/0,0 mode: PW/PW res: [0x140e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.084002:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50e9ab lrc: 0/0,0 mode: --/PW res: [0x1406:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.084029:0:123791:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1760456370.084029:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.084031:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c0db3901/0x3e4967fcee50e9a4 lrc: 3/0,0 mode: PW/PW res: [0x140e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.084036:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.084037:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c0db3901 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.084040:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0db3901/0x3e4967fcee50e9a4 lrc: 2/0,0 mode: PW/PW res: [0x140e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.084046:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0db3901/0x3e4967fcee50e9a4 lrc: 3/0,0 mode: PW/PW res: [0x140e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.084055:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c0db3901/0x3e4967fcee50e9a4 lrc: 1/0,0 mode: --/PW res: [0x140e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.084059:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c0db3901/0x3e4967fcee50e9a4 lrc: 0/0,0 mode: --/PW res: [0x140e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.084072:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.084073:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.084075:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.084085:0:164871:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e7a0c636 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+544:85191:x1845970853013952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2454us (2738us total) trans 12884911375 rc 0/0 00000100:00100000:3.0:1760456370.084091:0:164871:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19584 00000004:00080000:3.0:1760456370.084119:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ab78aa4c/2, rc 0, transno 9487 00000100:00100000:3.0:1760456370.084133:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ab78aa4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853013952:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.084177:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1760456370.084186:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c485920c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853014912:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.084198:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.084224:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456370.084260:0:123791:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b4a04b22 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+544:85191:x1845970853014080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2405us (2573us total) trans 12884911376 rc 0/0 00000100:00100000:2.0:1760456370.084269:0:123791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19585 00000100:00100000:2.0:1760456370.084289:0:123791:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853014912 00000004:00080000:3.0:1760456370.084306:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005084f027/2, rc 0, transno 9488 00000100:00100000:3.0:1760456370.084316:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005084f027 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853014080:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.084321:0:123791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19591 00000100:00100000:2.0:1760456370.084328:0:123791:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ced881c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+544:85188:x1845970853014912:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1760456370.084345:0:123791:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5150 count 1 00000100:00100000:3.0:1760456370.084346:0:85191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1760456370.084354:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f6456fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853014976:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.084361:0:123791:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e9d5 lrc: 3/0,1 mode: --/PW res: [0x141e:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.084375:0:123791:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000038a9dd55/0x3e4967fcee509ac1 lrc: 2/0,0 mode: PR/PR res: [0x141e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa73 expref: 105 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.084380:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.084388:0:123791:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.084390:0:123791:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.084392:0:123791:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e9d5 lrc: 4/0,1 mode: --/PW res: [0x141e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.084406:0:122923:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853014976 00010000:00010000:2.0:1760456370.084414:0:123791:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000038a9dd55/0x3e4967fcee509ac1 lrc: 3/0,0 mode: PR/PR res: [0x141e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa73 expref: 105 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.084424:0:123791:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000038a9dd55/0x3e4967fcee509ac1 lrc: 4/0,0 mode: PR/PR res: [0x141e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa73 expref: 105 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.084434:0:122923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19592 00000100:00100000:2.0:1760456370.084438:0:123791:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000048953463 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:123791:1845970853015040:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.084442:0:122923:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072b3cf4a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+545:85191:x1845970853014976:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1760456370.084455:0:122923:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5156 count 1 00010000:00010000:0.0:1760456370.084465:0:122923:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50e9dc lrc: 3/0,1 mode: --/PW res: [0x1424:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.084473:0:122923:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009845cbda/0x3e4967fcee509bbd lrc: 2/0,0 mode: PR/PR res: [0x1424:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49faab expref: 105 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.084477:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.084479:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.084479:0:122923:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50e9dc lrc: 4/0,1 mode: --/PW res: [0x1424:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.084484:0:123791:0:(client.c:2500:ptlrpc_set_wait()) set 000000003da75818 going to sleep for 6 seconds 00010000:00010000:0.0:1760456370.084495:0:122923:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009845cbda/0x3e4967fcee509bbd lrc: 3/0,0 mode: PR/PR res: [0x1424:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49faab expref: 105 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.084502:0:122923:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009845cbda/0x3e4967fcee509bbd lrc: 4/0,0 mode: PR/PR res: [0x1424:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49faab expref: 105 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.084504:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874009536 00010000:00010000:2.0:1760456370.084558:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003c63468a/0x3e4967fcee509947 lrc: 4/0,0 mode: PR/PR res: [0x1403:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa1f expref: 106 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.084566:0:122923:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002a223b49 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:122923:1845970853015104:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.084590:0:122343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1575 00000100:00100000:2.0:1760456370.084598:0:122343:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4d12ae6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+106:167593:x1845970874009536:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1760456370.084606:0:122905:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b83f1d7b/0x3e4967fcee50974f lrc: 0/0,0 mode: --/PR res: [0x140b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49f9af expref: 106 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.084606:0:122923:0:(client.c:2500:ptlrpc_set_wait()) set 00000000046e0fdb going to sleep for 6 seconds 00010000:00010000:2.0:1760456370.084608:0:122343:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.084631:0:122343:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003c63468a/0x3e4967fcee509947 lrc: 4/0,0 mode: PR/PR res: [0x1403:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa1f expref: 106 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.084639:0:122905:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003f2456ae pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:122905:1845970853014016:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.084648:0:122343:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003c63468a/0x3e4967fcee509947 lrc: 3/0,0 mode: PR/PR res: [0x1403:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa1f expref: 105 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.084655:0:122905:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000554e8914/0x3e4967fcee50e99d lrc: 3/0,1 mode: PW/PW res: [0x140b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.084669:0:122343:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c63468a/0x3e4967fcee509947 lrc: 0/0,0 mode: --/PR res: [0x1403:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa1f expref: 105 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.084672:0:122905:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000554e8914/0x3e4967fcee50e99d lrc: 3/0,1 mode: PW/PW res: [0x140b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.084688:0:122905:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000554e8914/0x3e4967fcee50e99d lrc: 3/0,1 mode: PW/PW res: [0x140b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.084692:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.084695:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.084696:0:122905:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000554e8914/0x3e4967fcee50e99d lrc: 3/0,1 mode: PW/PW res: [0x140b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.084699:0:122343:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e9b9 lrc: 3/0,1 mode: PW/PW res: [0x1403:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.084708:0:122905:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000554e8914/0x3e4967fcee50e99d lrc: 2/0,0 mode: PW/PW res: [0x140b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.084713:0:122343:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e9b9 lrc: 4/0,1 mode: PW/PW res: [0x1403:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.084735:0:122905:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1760456370.084743:0:122343:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.084746:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.084752:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000554e8914/0x3e4967fcee50e99d lrc: 2/0,0 mode: PW/PW res: [0x140b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.084767:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000554e8914 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.084770:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000554e8914/0x3e4967fcee50e99d lrc: 2/0,0 mode: PW/PW res: [0x140b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.084778:0:122343:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4d12ae6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+104:167593:x1845970874009536:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 177us (577us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.084783:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000554e8914/0x3e4967fcee50e99d lrc: 3/0,0 mode: PW/PW res: [0x140b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.084793:0:122343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1575 00010000:00010000:0.0:1760456370.084803:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000554e8914/0x3e4967fcee50e99d lrc: 1/0,0 mode: --/PW res: [0x140b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.084810:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000554e8914/0x3e4967fcee50e99d lrc: 0/0,0 mode: --/PW res: [0x140b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.084825:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.084828:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.084831:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.084893:0:164867:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e9b9 lrc: 3/0,1 mode: PW/PW res: [0x1403:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.084903:0:164867:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e9b9 lrc: 3/0,1 mode: PW/PW res: [0x1403:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.084910:0:164867:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e9b9 lrc: 3/0,1 mode: PW/PW res: [0x1403:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.084918:0:164867:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e9b9 lrc: 2/0,0 mode: PW/PW res: [0x1403:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.084934:0:122905:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3e63a20 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+546:85189:x1845970853013824:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3634us (3733us total) trans 12884911377 rc 0/0 00010000:00010000:2.0:1760456370.084936:0:164867:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1760456370.084947:0:122905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19583 00010000:00010000:2.0:1760456370.084950:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00080000:0.0:1760456370.084951:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006773a781/2, rc 0, transno 9489 00010000:00010000:2.0:1760456370.084956:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e9b9 lrc: 2/0,0 mode: PW/PW res: [0x1403:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.084963:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006773a781 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853013824:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.084967:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000052a45374 already unused, calling callback (0000000049577fce) 00010000:00010000:2.0:1760456370.084971:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e9b9 lrc: 2/0,0 mode: PW/PW res: [0x1403:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.084979:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e9b9 lrc: 3/0,0 mode: PW/PW res: [0x1403:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.084992:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e9b9 lrc: 1/0,0 mode: --/PW res: [0x1403:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.085000:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50e9b9 lrc: 0/0,0 mode: --/PW res: [0x1403:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.085019:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4e8c591 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853015168:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.085019:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.085022:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.085025:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.085054:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1760456370.085097:0:122920:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853015168 00000100:00100000:3.0:1760456370.085124:0:122920:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19593 00000100:00100000:3.0:1760456370.085129:0:122920:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ecd6d43 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+546:85191:x1845970853015168:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1760456370.085154:0:122920:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5155 count 1 00010000:00010000:3.0:1760456370.085169:0:122920:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e9e3 lrc: 3/0,1 mode: --/PW res: [0x1423:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.085181:0:122920:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000b7ed3ff/0x3e4967fcee509bfc lrc: 2/0,0 mode: PR/PR res: [0x1423:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fab9 expref: 103 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.085190:0:122920:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.085192:0:122920:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.085194:0:122920:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e9e3 lrc: 4/0,1 mode: --/PW res: [0x1423:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.085215:0:122920:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000b7ed3ff/0x3e4967fcee509bfc lrc: 3/0,0 mode: PR/PR res: [0x1423:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fab9 expref: 103 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.085225:0:122920:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000b7ed3ff/0x3e4967fcee509bfc lrc: 4/0,0 mode: PR/PR res: [0x1423:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fab9 expref: 103 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.085234:0:164867:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f8110613 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+547:85188:x1845970853014336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2920us (3002us total) trans 12884911378 rc 0/0 00000100:00100000:3.0:1760456370.085238:0:122920:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b97fd9a0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:122920:1845970853015232:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.085252:0:164867:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19587 00000004:00080000:0.0:1760456370.085256:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009598484a/2, rc 0, transno 9490 00000100:00100000:0.0:1760456370.085266:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009598484a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853014336:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.085279:0:122920:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c9d645c2 going to sleep for 6 seconds 00000100:00100000:0.0:1760456370.085302:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1760456370.085308:0:122914:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003b4c0fc7/0x3e4967fcee5098c9 lrc: 0/0,0 mode: --/PR res: [0x140d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa03 expref: 103 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.085310:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000432646dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853015296:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.085328:0:122914:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ba802d17 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:122914:1845970853014400:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.085338:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.085344:0:122914:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009c02871f/0x3e4967fcee50e9b2 lrc: 3/0,1 mode: PW/PW res: [0x140d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.085369:0:122905:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853015296 00010000:00010000:2.0:1760456370.085388:0:122914:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009c02871f/0x3e4967fcee50e9b2 lrc: 3/0,1 mode: PW/PW res: [0x140d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.085397:0:122914:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c02871f/0x3e4967fcee50e9b2 lrc: 3/0,1 mode: PW/PW res: [0x140d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.085400:0:122905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19594 00000100:00100000:3.0:1760456370.085409:0:122905:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc762057 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+547:85189:x1845970853015296:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.085415:0:122914:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009c02871f/0x3e4967fcee50e9b2 lrc: 3/0,1 mode: PW/PW res: [0x140d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1760456370.085425:0:122905:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5165 count 1 00010000:00010000:2.0:1760456370.085425:0:122914:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009c02871f/0x3e4967fcee50e9b2 lrc: 2/0,0 mode: PW/PW res: [0x140d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.085441:0:122905:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e9ea lrc: 3/0,1 mode: --/PW res: [0x142d:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.085454:0:122905:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000131e46c/0x3e4967fcee509d37 lrc: 2/0,0 mode: PR/PR res: [0x142d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49faff expref: 102 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.085462:0:122905:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.085464:0:122905:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.085465:0:122905:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e9ea lrc: 4/0,1 mode: --/PW res: [0x142d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.085491:0:122905:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000131e46c/0x3e4967fcee509d37 lrc: 3/0,0 mode: PR/PR res: [0x142d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49faff expref: 102 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.085495:0:164870:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f49b3b48 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:164870:1845970853014656:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.085508:0:122905:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000131e46c/0x3e4967fcee509d37 lrc: 4/0,0 mode: PR/PR res: [0x142d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49faff expref: 102 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.085540:0:164870:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e9c0 lrc: 3/0,1 mode: --/PW res: [0x140f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.085561:0:122905:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc699851 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:122905:1845970853015360:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.085584:0:122921:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f42c1f6b pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:122921:1845970853014848:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.085598:0:122905:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c9d60c8c going to sleep for 6 seconds 00010000:00010000:0.0:1760456370.085601:0:122921:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e9ce lrc: 3/0,1 mode: --/PW res: [0x1419:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.085603:0:87240:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005dd317a2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:87240:1845970853014720:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.085651:0:122923:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002a223b49 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:122923:1845970853015104:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.085666:0:122923:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50e9dc lrc: 3/0,1 mode: --/PW res: [0x1424:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.085695:0:87240:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e9c7 lrc: 3/0,1 mode: --/PW res: [0x1422:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.085699:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.085728:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.085752:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.085774:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:3.0:1760456370.085813:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874009664 00000100:00100000:2.0:1760456370.085813:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456370.085831:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000734f7077/0x3e4967fcee509a04 lrc: 4/0,0 mode: PR/PR res: [0x1422:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa49 expref: 103 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.085851:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874009600 00000100:00100000:3.0:1760456370.085862:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874009792 00010000:00010000:2.0:1760456370.085869:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001884cd85/0x3e4967fcee509986 lrc: 4/0,0 mode: PR/PR res: [0x140f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa2d expref: 105 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.085879:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000038a9dd55/0x3e4967fcee509ac1 lrc: 5/0,0 mode: PR/PR res: [0x141e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa73 expref: 105 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.085917:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874009728 00010000:00010000:2.0:1760456370.085931:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007b8ebcbe/0x3e4967fcee509a82 lrc: 4/0,0 mode: PR/PR res: [0x1419:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa65 expref: 106 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.085933:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874009856 00010000:00010000:3.0:1760456370.085948:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009845cbda/0x3e4967fcee509bbd lrc: 4/0,0 mode: PR/PR res: [0x1424:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49faab expref: 107 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.085958:0:122347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1576 00000100:00100000:2.0:1760456370.085968:0:122347:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba802d17 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+107:167593:x1845970874009664:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1760456370.085978:0:122347:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1760456370.085979:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1577 00010000:00010000:2.0:1760456370.085985:0:122347:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000734f7077/0x3e4967fcee509a04 lrc: 4/0,0 mode: PR/PR res: [0x1422:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa49 expref: 107 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.085992:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000900a897a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+107:167594:x1845970874009600:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00000100:00100000:1.0:1760456370.085999:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1578 00010000:00010000:3.0:1760456370.086008:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1760456370.086009:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b12c6387 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+107:167593:x1845970874009792:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1760456370.086010:0:122347:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000734f7077/0x3e4967fcee509a04 lrc: 3/0,0 mode: PR/PR res: [0x1422:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa49 expref: 107 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.086017:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001884cd85/0x3e4967fcee509986 lrc: 4/0,0 mode: PR/PR res: [0x140f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa2d expref: 107 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.086022:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456370.086030:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000038a9dd55/0x3e4967fcee509ac1 lrc: 5/0,0 mode: PR/PR res: [0x141e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa73 expref: 107 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.086047:0:122347:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000734f7077/0x3e4967fcee509a04 lrc: 0/0,0 mode: --/PR res: [0x1422:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa49 expref: 107 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.086053:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000038a9dd55/0x3e4967fcee509ac1 lrc: 4/0,0 mode: PR/PR res: [0x141e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa73 expref: 107 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.086065:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001884cd85/0x3e4967fcee509986 lrc: 3/0,0 mode: PR/PR res: [0x140f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa2d expref: 107 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.086076:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.086079:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.086082:0:122347:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e9c7 lrc: 3/0,1 mode: PW/PW res: [0x1422:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.086087:0:86473:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001884cd85/0x3e4967fcee509986 lrc: 0/0,0 mode: --/PR res: [0x140f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa2d expref: 106 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.086099:0:122347:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e9c7 lrc: 4/0,1 mode: PW/PW res: [0x1422:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.086106:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.086110:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.086113:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e9c0 lrc: 3/0,1 mode: PW/PW res: [0x140f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.086122:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e9c0 lrc: 4/0,1 mode: PW/PW res: [0x140f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.086124:0:122347:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456370.086151:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.086153:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.086155:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456370.086155:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e9d5 lrc: 3/0,1 mode: PW/PW res: [0x141e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.086163:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e9d5 lrc: 4/0,1 mode: PW/PW res: [0x141e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.086171:0:164870:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e9c0 lrc: 3/0,1 mode: PW/PW res: [0x140f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.086179:0:164870:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e9c0 lrc: 3/0,1 mode: PW/PW res: [0x140f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.086182:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1760456370.086191:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:3.0:1760456370.086194:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000900a897a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+105:167594:x1845970874009600:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 201us (460us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.086197:0:164870:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e9c0 lrc: 3/0,1 mode: PW/PW res: [0x140f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.086208:0:164870:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e9c0 lrc: 2/0,0 mode: PW/PW res: [0x140f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.086213:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b12c6387 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+105:167593:x1845970874009792:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 201us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.086215:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1577 00000100:00100000:1.0:1760456370.086232:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1578 00010000:00010000:0.0:1760456370.086237:0:164870:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1760456370.086241:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874009920 00010000:00010000:3.0:1760456370.086257:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000b7ed3ff/0x3e4967fcee509bfc lrc: 5/0,0 mode: PR/PR res: [0x1423:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fab9 expref: 104 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.086258:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1579 00000100:00100000:2.0:1760456370.086289:0:122347:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba802d17 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+104:167593:x1845970874009664:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 320us (593us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456370.086309:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001fa99884 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+104:167594:x1845970874009728:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00000100:00100000:2.0:1760456370.086313:0:122347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1576 00010000:00010000:1.0:1760456370.086319:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1760456370.086320:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1580 00000100:00100000:3.0:1760456370.086327:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008613f1d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+103:167593:x1845970874009856:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1760456370.086335:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.086338:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009845cbda/0x3e4967fcee509bbd lrc: 4/0,0 mode: PR/PR res: [0x1424:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49faab expref: 103 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.086346:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009845cbda/0x3e4967fcee509bbd lrc: 3/0,0 mode: PR/PR res: [0x1424:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49faab expref: 103 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.086358:0:86473:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009845cbda/0x3e4967fcee509bbd lrc: 0/0,0 mode: --/PR res: [0x1424:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49faab expref: 103 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.086366:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.086368:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.086370:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50e9dc lrc: 3/0,1 mode: PW/PW res: [0x1424:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.086375:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50e9dc lrc: 4/0,1 mode: PW/PW res: [0x1424:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.086387:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007b8ebcbe/0x3e4967fcee509a82 lrc: 4/0,0 mode: PR/PR res: [0x1419:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa65 expref: 102 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.086393:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456370.086398:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007b8ebcbe/0x3e4967fcee509a82 lrc: 3/0,0 mode: PR/PR res: [0x1419:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa65 expref: 102 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.086412:0:86474:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007b8ebcbe/0x3e4967fcee509a82 lrc: 0/0,0 mode: --/PR res: [0x1419:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa65 expref: 102 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.086419:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008613f1d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+102:167593:x1845970874009856:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 90us (605us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456370.086427:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.086430:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1760456370.086431:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1580 00010000:00010000:1.0:1760456370.086433:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e9ce lrc: 3/0,1 mode: PW/PW res: [0x1419:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.086440:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e9ce lrc: 4/0,1 mode: PW/PW res: [0x1419:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.086452:0:164870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1d39c1a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+548:85191:x1845970853014528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3348us (3514us total) trans 12884911379 rc 0/0 00010000:00010000:1.0:1760456370.086456:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1760456370.086458:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1581 00000100:00100000:0.0:1760456370.086470:0:164870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19588 00000100:00100000:3.0:1760456370.086472:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c31687e1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+100:167593:x1845970874009920:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00000100:00100000:2.0:1760456370.086480:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456370.086486:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.086492:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000b7ed3ff/0x3e4967fcee509bfc lrc: 5/0,0 mode: PR/PR res: [0x1423:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fab9 expref: 100 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.086497:0:122921:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e9ce lrc: 3/0,1 mode: PW/PW res: [0x1419:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.086506:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000b7ed3ff/0x3e4967fcee509bfc lrc: 4/0,0 mode: PR/PR res: [0x1423:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fab9 expref: 100 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.086533:0:122921:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e9ce lrc: 3/0,1 mode: PW/PW res: [0x1419:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.086555:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001fa99884 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+100:167594:x1845970874009728:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 171us (703us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.086557:0:122921:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e9ce lrc: 3/0,1 mode: PW/PW res: [0x1419:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.086560:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.086563:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.086565:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e9e3 lrc: 3/0,1 mode: PW/PW res: [0x1423:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.086566:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1579 00010000:00010000:0.0:1760456370.086580:0:122921:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e9ce lrc: 2/0,0 mode: PW/PW res: [0x1419:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.086581:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e9e3 lrc: 4/0,1 mode: PW/PW res: [0x1423:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.086583:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874009984 00010000:00010000:1.0:1760456370.086589:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1760456370.086600:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000131e46c/0x3e4967fcee509d37 lrc: 5/0,0 mode: PR/PR res: [0x142d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49faff expref: 100 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.086611:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.086613:0:122921:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.086637:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.086640:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e9ce lrc: 2/0,0 mode: PW/PW res: [0x1419:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.086649:0:122347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1582 00010000:00010000:0.0:1760456370.086650:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002f5c0ee5 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.086654:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e9ce lrc: 2/0,0 mode: PW/PW res: [0x1419:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.086655:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e9c0 lrc: 2/0,0 mode: PW/PW res: [0x140f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.086661:0:122347:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8dd4db1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+100:167593:x1845970874009984:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00000100:00100000:3.0:1760456370.086669:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c31687e1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+100:167593:x1845970874009920:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 196us (482us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456370.086682:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002bd986c7 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.086684:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e9ce lrc: 3/0,0 mode: PW/PW res: [0x1419:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.086686:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e9c0 lrc: 2/0,0 mode: PW/PW res: [0x140f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.086690:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1581 00010000:00010000:0.0:1760456370.086711:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e9ce lrc: 1/0,0 mode: --/PW res: [0x1419:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.086713:0:122347:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.086721:0:122347:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000131e46c/0x3e4967fcee509d37 lrc: 5/0,0 mode: PR/PR res: [0x142d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49faff expref: 99 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.086721:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50e9ce lrc: 0/0,0 mode: --/PW res: [0x1419:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1760456370.086732:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b43c1c02/2, rc 0, transno 9491 00000100:00100000:3.0:1760456370.086742:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b43c1c02 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853014528:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.086751:0:122347:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000131e46c/0x3e4967fcee509d37 lrc: 4/0,0 mode: PR/PR res: [0x142d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49faff expref: 99 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.086770:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.086773:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.086773:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.086777:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.086777:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.086780:0:122347:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e9ea lrc: 3/0,1 mode: PW/PW res: [0x142d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.086790:0:122920:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000b7ed3ff/0x3e4967fcee509bfc lrc: 0/0,0 mode: --/PR res: [0x1423:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fab9 expref: 99 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.086790:0:122347:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e9ea lrc: 4/0,1 mode: PW/PW res: [0x142d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.086794:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e9c0 lrc: 3/0,0 mode: PW/PW res: [0x140f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.086817:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1760456370.086826:0:122920:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b97fd9a0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:122920:1845970853015232:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.086826:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e9c0 lrc: 1/0,0 mode: --/PW res: [0x140f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.086827:0:122347:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1760456370.086830:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002a223b49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853015424:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.086846:0:122920:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e9e3 lrc: 3/0,1 mode: PW/PW res: [0x1423:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.086857:0:122920:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e9e3 lrc: 3/0,1 mode: PW/PW res: [0x1423:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.086857:0:122347:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8dd4db1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+98:167593:x1845970874009984:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 199us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1760456370.086870:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456370.086880:0:122920:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e9e3 lrc: 3/0,1 mode: PW/PW res: [0x1423:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.086885:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002bd986c7/0x3e4967fcee50e9c0 lrc: 0/0,0 mode: --/PW res: [0x140f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.086891:0:122347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1582 00010000:00010000:3.0:1760456370.086911:0:122920:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e9e3 lrc: 3/0,1 mode: PW/PW res: [0x1423:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.086918:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.086919:0:122920:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e9e3 lrc: 2/0,0 mode: PW/PW res: [0x1423:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.086921:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.086924:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.086938:0:122920:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1760456370.087001:0:164867:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853015424 00010000:00010000:1.0:1760456370.087002:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.087007:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e9e3 lrc: 2/0,0 mode: PW/PW res: [0x1423:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.087032:0:164867:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19595 00000100:00100000:2.0:1760456370.087038:0:164867:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f42c1f6b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+548:85188:x1845970853015424:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.087049:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008b096a6a already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.087052:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e9e3 lrc: 2/0,0 mode: PW/PW res: [0x1423:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1760456370.087055:0:164867:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5164 count 1 00010000:00010000:1.0:1760456370.087059:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e9e3 lrc: 3/0,0 mode: PW/PW res: [0x1423:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.087071:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e9e3 lrc: 1/0,0 mode: --/PW res: [0x1423:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.087072:0:164867:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e9f1 lrc: 3/0,1 mode: --/PW res: [0x142c:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.087080:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50e9e3 lrc: 0/0,0 mode: --/PW res: [0x1423:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122920 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.087095:0:164867:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b4e72477/0x3e4967fcee509db5 lrc: 2/0,0 mode: PR/PR res: [0x142c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb1b expref: 97 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.087102:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.087105:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.087106:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.087109:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.087110:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.087112:0:164867:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e9f1 lrc: 4/0,1 mode: --/PW res: [0x142c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.087121:0:122921:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000087f973a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+550:85188:x1845970853014784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3321us (3392us total) trans 12884911380 rc 0/0 00010000:00010000:1.0:1760456370.087122:0:87240:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e9c7 lrc: 3/0,1 mode: PW/PW res: [0x1422:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.087135:0:87240:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e9c7 lrc: 3/0,1 mode: PW/PW res: [0x1422:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.087135:0:122921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19590 00010000:00010000:2.0:1760456370.087137:0:164867:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b4e72477/0x3e4967fcee509db5 lrc: 3/0,0 mode: PR/PR res: [0x142c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb1b expref: 97 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.087152:0:87240:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e9c7 lrc: 3/0,1 mode: PW/PW res: [0x1422:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.087159:0:87240:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e9c7 lrc: 2/0,0 mode: PW/PW res: [0x1422:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.087165:0:164867:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b4e72477/0x3e4967fcee509db5 lrc: 4/0,0 mode: PR/PR res: [0x142c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb1b expref: 97 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.087173:0:87240:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1760456370.087174:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b6ef0c08/2, rc 0, transno 9492 00000100:00100000:2.0:1760456370.087179:0:164867:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043c9bf24 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:164867:1845970853015488:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.087181:0:122920:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ecd6d43 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+549:85191:x1845970853015168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2050us (2127us total) trans 12884911381 rc 0/0 00000100:00100000:0.0:1760456370.087188:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b6ef0c08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853014784:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.087194:0:122920:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19593 00000100:00100000:2.0:1760456370.087219:0:164867:0:(client.c:2500:ptlrpc_set_wait()) set 0000000078339c76 going to sleep for 6 seconds 00000004:00080000:3.0:1760456370.087226:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e4e8c591/2, rc 0, transno 9493 00000100:00100000:3.0:1760456370.087246:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4e8c591 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853015168:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.087254:0:85191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1760456370.087265:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f49b3b48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853015552:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456370.087270:0:122923:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50e9dc lrc: 3/0,1 mode: PW/PW res: [0x1424:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.087281:0:122923:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50e9dc lrc: 3/0,1 mode: PW/PW res: [0x1424:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.087290:0:122923:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50e9dc lrc: 3/0,1 mode: PW/PW res: [0x1424:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.087297:0:122923:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50e9dc lrc: 2/0,0 mode: PW/PW res: [0x1424:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.087304:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.087319:0:122914:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1760456370.087326:0:122923:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1760456370.087329:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0cd76e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853015616:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.087331:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1760456370.087337:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e9c7 lrc: 2/0,0 mode: PW/PW res: [0x1422:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.087338:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1760456370.087343:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009c02871f/0x3e4967fcee50e9b2 lrc: 2/0,0 mode: PW/PW res: [0x140d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.087351:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000037a97751 already unused, calling callback (0000000049577fce) 00000100:00100000:3.0:1760456370.087355:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.087357:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e9c7 lrc: 2/0,0 mode: PW/PW res: [0x1422:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.087364:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009c02871f already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.087368:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009c02871f/0x3e4967fcee50e9b2 lrc: 2/0,0 mode: PW/PW res: [0x140d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.087371:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e9c7 lrc: 3/0,0 mode: PW/PW res: [0x1422:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.087377:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009c02871f/0x3e4967fcee50e9b2 lrc: 3/0,0 mode: PW/PW res: [0x140d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.087393:0:122906:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853015552 00010000:00010000:2.0:1760456370.087397:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e9c7 lrc: 1/0,0 mode: --/PW res: [0x1422:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.087397:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009c02871f/0x3e4967fcee50e9b2 lrc: 1/0,0 mode: --/PW res: [0x140d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.087412:0:122906:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853015616 00010000:00010000:0.0:1760456370.087414:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c02871f/0x3e4967fcee50e9b2 lrc: 0/0,0 mode: --/PW res: [0x140d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.087421:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50e9c7 lrc: 0/0,0 mode: --/PW res: [0x1422:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.087433:0:122906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19596 00000100:00100000:3.0:1760456370.087438:0:122906:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b97fd9a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+551:85191:x1845970853015552:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456370.087439:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.087444:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50e9dc lrc: 2/0,0 mode: PW/PW res: [0x1424:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.087448:0:87240:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d232c0d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+551:85191:x1845970853014592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4333us (4442us total) trans 12884911382 rc 0/0 00010000:00010000:2.0:1760456370.087449:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:3.0:1760456370.087450:0:122906:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5178 count 1 00010000:00010000:2.0:1760456370.087453:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.087455:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000066fd183f already unused, calling callback (0000000049577fce) 00010000:00010000:2.0:1760456370.087458:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.087459:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50e9dc lrc: 2/0,0 mode: PW/PW res: [0x1424:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.087460:0:87240:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19589 00010000:00010000:3.0:1760456370.087463:0:122906:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e9f8 lrc: 3/0,1 mode: --/PW res: [0x143a:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.087471:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50e9dc lrc: 3/0,0 mode: PW/PW res: [0x1424:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.087478:0:122906:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c2abe2a5/0x3e4967fcee509e72 lrc: 2/0,0 mode: PR/PR res: [0x143a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb45 expref: 97 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1760456370.087479:0:87240:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19597 00010000:00010000:0.0:1760456370.087482:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50e9dc lrc: 1/0,0 mode: --/PW res: [0x1424:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.087489:0:87240:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000679c2b5f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+550:85191:x1845970853015616:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.087498:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.087501:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.087503:0:122906:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e9f8 lrc: 4/0,1 mode: --/PW res: [0x143a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1760456370.087507:0:87240:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5171 count 1 00010000:00010000:3.0:1760456370.087581:0:122906:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c2abe2a5/0x3e4967fcee509e72 lrc: 3/0,0 mode: PR/PR res: [0x143a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb45 expref: 97 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.087591:0:87240:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50e9ff lrc: 3/0,1 mode: --/PW res: [0x1433:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.087591:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50e9dc lrc: 0/0,0 mode: --/PW res: [0x1424:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.087595:0:122906:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c2abe2a5/0x3e4967fcee509e72 lrc: 4/0,0 mode: PR/PR res: [0x143a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb45 expref: 97 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.087634:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.087635:0:87240:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000006a42976/0x3e4967fcee509eb1 lrc: 2/0,0 mode: PR/PR res: [0x1433:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb53 expref: 97 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.087636:0:122906:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d18b3c10 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:122906:1845970853015680:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.087638:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.087641:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.087684:0:122906:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d1b19e2f going to sleep for 6 seconds 00010000:00010000:1.0:1760456370.087700:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.087703:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.087705:0:87240:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50e9ff lrc: 4/0,1 mode: --/PW res: [0x1433:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.087728:0:122905:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000131e46c/0x3e4967fcee509d37 lrc: 0/0,0 mode: --/PR res: [0x142d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49faff expref: 97 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.087728:0:87240:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000006a42976/0x3e4967fcee509eb1 lrc: 3/0,0 mode: PR/PR res: [0x1433:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb53 expref: 97 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.087754:0:87240:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000006a42976/0x3e4967fcee509eb1 lrc: 4/0,0 mode: PR/PR res: [0x1433:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb53 expref: 96 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.087759:0:122905:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc699851 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:122905:1845970853015360:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456370.087771:0:87240:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005dd317a2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:87240:1845970853015744:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.087777:0:122905:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e9ea lrc: 3/0,1 mode: PW/PW res: [0x142d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.087786:0:122905:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e9ea lrc: 3/0,1 mode: PW/PW res: [0x142d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.087792:0:122905:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e9ea lrc: 3/0,1 mode: PW/PW res: [0x142d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.087806:0:122905:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e9ea lrc: 3/0,1 mode: PW/PW res: [0x142d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.087813:0:164867:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043c9bf24 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:164867:1845970853015488:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.087815:0:122905:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e9ea lrc: 2/0,0 mode: PW/PW res: [0x142d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.087833:0:164867:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e9f1 lrc: 3/0,1 mode: --/PW res: [0x142c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.087834:0:122905:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1760456370.087889:0:87240:0:(client.c:2500:ptlrpc_set_wait()) set 000000000409caff going to sleep for 6 seconds 00010000:00010000:1.0:1760456370.087904:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1760456370.087907:0:122923:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072b3cf4a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+552:85191:x1845970853014976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3465us (3529us total) trans 12884911383 rc 0/0 00010000:00010000:1.0:1760456370.087908:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e9ea lrc: 2/0,0 mode: PW/PW res: [0x142d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.087923:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.087925:0:122923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19592 00010000:00010000:1.0:1760456370.087931:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009a426bd1 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.087934:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e9ea lrc: 2/0,0 mode: PW/PW res: [0x142d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.087940:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e9ea lrc: 3/0,0 mode: PW/PW res: [0x142d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.087951:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e9ea lrc: 1/0,0 mode: --/PW res: [0x142d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.087955:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50e9ea lrc: 0/0,0 mode: --/PW res: [0x142d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.087968:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.087970:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.087972:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.087984:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1760456370.087993:0:86474:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874010048 00010000:00010000:1.0:1760456370.088005:0:86474:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b4e72477/0x3e4967fcee509db5 lrc: 4/0,0 mode: PR/PR res: [0x142c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb1b expref: 97 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.088022:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1583 00000100:00100000:1.0:1760456370.088026:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000043c9bf24 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+97:167594:x1845970874010048:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1760456370.088067:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456370.088071:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b4e72477/0x3e4967fcee509db5 lrc: 4/0,0 mode: PR/PR res: [0x142c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb1b expref: 97 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.088079:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b4e72477/0x3e4967fcee509db5 lrc: 3/0,0 mode: PR/PR res: [0x142c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb1b expref: 97 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.088091:0:86474:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b4e72477/0x3e4967fcee509db5 lrc: 0/0,0 mode: --/PR res: [0x142c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb1b expref: 97 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.088099:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.088102:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1760456370.088103:0:122914:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fe50ac7c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+552:85188:x1845970853014144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6000us (6115us total) trans 12884911384 rc 0/0 00010000:00010000:1.0:1760456370.088104:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e9f1 lrc: 3/0,1 mode: PW/PW res: [0x142c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.088117:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e9f1 lrc: 4/0,1 mode: PW/PW res: [0x142c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.088121:0:122914:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19586 00000004:00080000:0.0:1760456370.088122:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003c8f51c6/2, rc 0, transno 9496 00000100:00100000:3.0:1760456370.088127:0:122905:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc762057 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+552:85189:x1845970853015296:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2716us (2786us total) trans 12884911385 rc 0/0 00000100:00100000:0.0:1760456370.088136:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c8f51c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853014144:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.088138:0:122905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19594 00010000:00010000:2.0:1760456370.088170:0:123791:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000038a9dd55/0x3e4967fcee509ac1 lrc: 0/0,0 mode: --/PR res: [0x141e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fa73 expref: 96 pid: 87239 timeout: 4721 lvb_type: 1 00000004:00080000:0.0:1760456370.088186:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000432646dc/2, rc 0, transno 9497 00000100:00100000:2.0:1760456370.088194:0:123791:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000048953463 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:123791:1845970853015040:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.088197:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000432646dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853015296:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.088209:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1760456370.088217:0:123791:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e9d5 lrc: 3/0,1 mode: PW/PW res: [0x141e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.088218:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1760456370.088242:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000043c9bf24 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+95:167594:x1845970874010048:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 214us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456370.088249:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1583 00000100:00100000:0.0:1760456370.088271:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000881b6c20 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853015808:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1760456370.088287:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001f6456fd/2, rc 0, transno 9495 00000100:00100000:3.0:1760456370.088296:0:122906:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d18b3c10 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:122906:1845970853015680:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456370.088305:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f6456fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853014976:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.088312:0:122906:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e9f8 lrc: 3/0,1 mode: --/PW res: [0x143a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.088337:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008136934f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853015936:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.088337:0:164867:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e9f1 lrc: 3/0,1 mode: PW/PW res: [0x142c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.088349:0:164867:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e9f1 lrc: 3/0,1 mode: PW/PW res: [0x142c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.088360:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.088361:0:164867:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e9f1 lrc: 3/0,1 mode: PW/PW res: [0x142c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.088370:0:164867:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e9f1 lrc: 2/0,0 mode: PW/PW res: [0x142c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1760456370.088372:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005bba15f3/2, rc 0, transno 9494 00000100:00100000:3.0:1760456370.088389:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.088395:0:164867:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1760456370.088402:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a61a9f3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853015872:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.088423:0:122905:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853015808 00000100:00100000:1.0:1760456370.088431:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005bba15f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853014592:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.088437:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1760456370.088445:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.088449:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e9f1 lrc: 2/0,0 mode: PW/PW res: [0x142c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.088456:0:122905:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853015936 00010000:00010000:1.0:1760456370.088456:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000022b6459a already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.088458:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e9f1 lrc: 2/0,0 mode: PW/PW res: [0x142c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.088465:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e9f1 lrc: 3/0,0 mode: PW/PW res: [0x142c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.088476:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e9f1 lrc: 1/0,0 mode: --/PW res: [0x142c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.088480:0:122905:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853015872 00010000:00010000:1.0:1760456370.088481:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000022b6459a/0x3e4967fcee50e9f1 lrc: 0/0,0 mode: --/PW res: [0x142c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.088567:0:122923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19598 00000100:00100000:0.0:1760456370.088572:0:122923:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000f6b8c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+553:85189:x1845970853015808:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.088575:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.088579:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.088581:0:85190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1760456370.088582:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:0.0:1760456370.088586:0:122923:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5180 count 1 00000100:00100000:3.0:1760456370.088594:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc913d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853016000:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456370.088597:0:122923:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50ea06 lrc: 3/0,1 mode: --/PW res: [0x143c:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.088607:0:122923:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000373b5e07/0x3e4967fcee509f6e lrc: 2/0,0 mode: PR/PR res: [0x143c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb7d expref: 94 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.088613:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.088615:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.088631:0:122923:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50ea06 lrc: 4/0,1 mode: --/PW res: [0x143c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.088643:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1760456370.088651:0:122923:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000373b5e07/0x3e4967fcee509f6e lrc: 3/0,0 mode: PR/PR res: [0x143c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb7d expref: 94 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.088658:0:122923:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000373b5e07/0x3e4967fcee509f6e lrc: 4/0,0 mode: PR/PR res: [0x143c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb7d expref: 94 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.088667:0:122923:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000033320132 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:122923:1845970853016064:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.088681:0:164871:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853016000 00000100:00100000:2.0:1760456370.088695:0:164867:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f42c1f6b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+555:85188:x1845970853015424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1653us (1828us total) trans 12884911386 rc 0/0 00000004:00080000:0.0:1760456370.088698:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000002a223b49/2, rc 0, transno 9498 00000100:00100000:3.0:1760456370.088706:0:164871:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19599 00000100:00100000:0.0:1760456370.088711:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002a223b49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853015424:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.088715:0:164871:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d18b3c10 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+555:85190:x1845970853015936:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.088716:0:164867:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19595 00002000:00080000:3.0:1760456370.088732:0:164871:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5191 count 1 00010000:00010000:3.0:1760456370.088744:0:164871:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000022fb6bd9/0x3e4967fcee50ea0d lrc: 3/0,1 mode: --/PW res: [0x1447:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.088748:0:164867:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19600 00010000:00010000:3.0:1760456370.088759:0:164871:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009d90a3e8/0x3e4967fcee50a02b lrc: 2/0,0 mode: PR/PR res: [0x1447:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fba7 expref: 94 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1760456370.088760:0:164867:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d8b40cf6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+554:85189:x1845970853015872:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.088772:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.088774:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.088775:0:164871:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000022fb6bd9/0x3e4967fcee50ea0d lrc: 4/0,1 mode: --/PW res: [0x1447:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.088775:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea1582dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853016128:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1760456370.088782:0:164867:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5188 count 1 00010000:00010000:2.0:1760456370.088802:0:164867:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50ea14 lrc: 3/0,1 mode: --/PW res: [0x1444:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.088808:0:164871:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009d90a3e8/0x3e4967fcee50a02b lrc: 3/0,0 mode: PR/PR res: [0x1447:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fba7 expref: 94 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.088815:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456370.088836:0:164871:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009d90a3e8/0x3e4967fcee50a02b lrc: 4/0,0 mode: PR/PR res: [0x1447:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fba7 expref: 94 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.088841:0:164867:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006a348a54/0x3e4967fcee509fec lrc: 2/0,0 mode: PR/PR res: [0x1444:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb99 expref: 94 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.088844:0:122921:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853016128 00010000:00010000:2.0:1760456370.088860:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1760456370.088862:0:164871:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e511b013 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:164871:1845970853016192:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.088863:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.088867:0:164867:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50ea14 lrc: 4/0,1 mode: --/PW res: [0x1444:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.088868:0:122921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19601 00000100:00100000:0.0:1760456370.088875:0:122921:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc699851 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+555:85190:x1845970853016000:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1760456370.088888:0:122921:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5189 count 1 00010000:00010000:0.0:1760456370.088900:0:122921:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50ea1b lrc: 3/0,1 mode: --/PW res: [0x1445:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.088905:0:164867:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006a348a54/0x3e4967fcee509fec lrc: 3/0,0 mode: PR/PR res: [0x1444:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb99 expref: 94 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.088911:0:164871:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d1b19e2f going to sleep for 6 seconds 00010000:00010000:0.0:1760456370.088912:0:122921:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004aed1b77/0x3e4967fcee50a0a9 lrc: 2/0,0 mode: PR/PR res: [0x1445:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fbc3 expref: 94 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.088927:0:164867:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006a348a54/0x3e4967fcee509fec lrc: 4/0,0 mode: PR/PR res: [0x1444:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb99 expref: 94 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.088930:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.088932:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.088934:0:122921:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50ea1b lrc: 4/0,1 mode: --/PW res: [0x1445:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.088936:0:87239:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19602 00000100:00100000:3.0:1760456370.088946:0:87239:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba9d9a79 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+555:85188:x1845970853016128:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.088957:0:164867:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000048953463 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:164867:1845970853016256:192.168.203.34@tcp:104: 00002000:00080000:3.0:1760456370.088966:0:87239:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5193 count 1 00010000:00010000:0.0:1760456370.088969:0:122921:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004aed1b77/0x3e4967fcee50a0a9 lrc: 3/0,0 mode: PR/PR res: [0x1445:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fbc3 expref: 94 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.088977:0:122921:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004aed1b77/0x3e4967fcee50a0a9 lrc: 4/0,0 mode: PR/PR res: [0x1445:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fbc3 expref: 94 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.088981:0:87239:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009389ebef/0x3e4967fcee50ea22 lrc: 3/0,1 mode: --/PW res: [0x1449:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.088987:0:122921:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad4ac4c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:122921:1845970853016320:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.088993:0:87239:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006249177c/0x3e4967fcee50a127 lrc: 2/0,0 mode: PR/PR res: [0x1449:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fbdf expref: 94 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.089002:0:87239:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.089004:0:87239:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1760456370.089005:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456370.089006:0:87239:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009389ebef/0x3e4967fcee50ea22 lrc: 4/0,1 mode: --/PW res: [0x1449:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.089009:0:122921:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ba2c36cc going to sleep for 6 seconds 00010000:00010000:3.0:1760456370.089027:0:87239:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006249177c/0x3e4967fcee50a127 lrc: 3/0,0 mode: PR/PR res: [0x1449:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fbdf expref: 94 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.089035:0:87239:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006249177c/0x3e4967fcee50a127 lrc: 4/0,0 mode: PR/PR res: [0x1449:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fbdf expref: 94 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.089036:0:86474:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874010112 00000100:00100000:3.0:1760456370.089045:0:87239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e8799bc pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:87239:1845970853016384:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.089051:0:86474:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c2abe2a5/0x3e4967fcee509e72 lrc: 4/0,0 mode: PR/PR res: [0x143a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb45 expref: 95 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.089073:0:87239:0:(client.c:2500:ptlrpc_set_wait()) set 00000000025268cf going to sleep for 6 seconds 00000100:00100000:1.0:1760456370.089074:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1584 00000100:00100000:1.0:1760456370.089081:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d66c47ef pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+95:167594:x1845970874010112:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1760456370.089088:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.089090:0:123791:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e9d5 lrc: 3/0,1 mode: PW/PW res: [0x141e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.089091:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c2abe2a5/0x3e4967fcee509e72 lrc: 4/0,0 mode: PR/PR res: [0x143a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb45 expref: 95 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.089108:0:123791:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e9d5 lrc: 3/0,1 mode: PW/PW res: [0x141e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.089108:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c2abe2a5/0x3e4967fcee509e72 lrc: 3/0,0 mode: PR/PR res: [0x143a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb45 expref: 95 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.089126:0:123791:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e9d5 lrc: 3/0,1 mode: PW/PW res: [0x141e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.089128:0:86474:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c2abe2a5/0x3e4967fcee509e72 lrc: 0/0,0 mode: --/PR res: [0x143a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb45 expref: 95 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.089146:0:122923:0:(client.c:2500:ptlrpc_set_wait()) set 0000000066840e62 going to sleep for 6 seconds 00010000:00010000:2.0:1760456370.089148:0:123791:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e9d5 lrc: 2/0,0 mode: PW/PW res: [0x141e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.089150:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.089220:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.089223:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e9f8 lrc: 3/0,1 mode: PW/PW res: [0x143a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.089232:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e9f8 lrc: 4/0,1 mode: PW/PW res: [0x143a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.089244:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.089267:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874010176 00010000:00010000:2.0:1760456370.089282:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000006a42976/0x3e4967fcee509eb1 lrc: 5/0,0 mode: PR/PR res: [0x1433:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb53 expref: 95 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.089297:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1760456370.089305:0:122343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1585 00000100:00100000:2.0:1760456370.089313:0:122343:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ccb9cad2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+95:167594:x1845970874010176:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1760456370.089314:0:122906:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e9f8 lrc: 3/0,1 mode: PW/PW res: [0x143a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.089323:0:122343:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1760456370.089325:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d66c47ef pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+95:167594:x1845970874010112:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 240us (322us total) trans 0 rc 0/0 00010000:00010000:3.0:1760456370.089328:0:122906:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e9f8 lrc: 3/0,1 mode: PW/PW res: [0x143a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.089332:0:122343:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000006a42976/0x3e4967fcee509eb1 lrc: 5/0,0 mode: PR/PR res: [0x1433:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb53 expref: 95 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.089338:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1584 00010000:00010000:3.0:1760456370.089345:0:122906:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e9f8 lrc: 3/0,1 mode: PW/PW res: [0x143a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.089352:0:122906:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e9f8 lrc: 2/0,0 mode: PW/PW res: [0x143a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.089355:0:122343:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000006a42976/0x3e4967fcee509eb1 lrc: 4/0,0 mode: PR/PR res: [0x1433:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb53 expref: 94 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.089372:0:122906:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1760456370.089380:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.089383:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1760456370.089383:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.089387:0:122343:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50e9ff lrc: 3/0,1 mode: PW/PW res: [0x1433:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.089388:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e9f8 lrc: 2/0,0 mode: PW/PW res: [0x143a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.089394:0:87240:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000006a42976/0x3e4967fcee509eb1 lrc: 0/0,0 mode: --/PR res: [0x1433:0x0:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb53 expref: 94 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.089412:0:122343:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50e9ff lrc: 4/0,1 mode: PW/PW res: [0x1433:0x0:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.089414:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000012cc2455 already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456370.089419:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e9f8 lrc: 2/0,0 mode: PW/PW res: [0x143a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.089436:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e9f8 lrc: 3/0,0 mode: PW/PW res: [0x143a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.089440:0:122343:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456370.089452:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e9f8 lrc: 1/0,0 mode: --/PW res: [0x143a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.089460:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50e9f8 lrc: 0/0,0 mode: --/PW res: [0x143a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.089470:0:122343:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ccb9cad2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+93:167594:x1845970874010176:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 154us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.089480:0:122343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1585 00010000:00010000:3.0:1760456370.089483:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.089486:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.089490:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1760456370.089492:0:87240:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005dd317a2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:87240:1845970853015744:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.089506:0:87240:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50e9ff lrc: 3/0,1 mode: PW/PW res: [0x1433:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.089594:0:87240:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50e9ff lrc: 3/0,1 mode: PW/PW res: [0x1433:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.089600:0:87240:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50e9ff lrc: 3/0,1 mode: PW/PW res: [0x1433:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.089605:0:87240:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50e9ff lrc: 3/0,1 mode: PW/PW res: [0x1433:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.089609:0:87240:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50e9ff lrc: 2/0,0 mode: PW/PW res: [0x1433:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.089639:0:87240:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.089647:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.089652:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50e9ff lrc: 2/0,0 mode: PW/PW res: [0x1433:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.089662:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000666e57f8 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.089665:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50e9ff lrc: 2/0,0 mode: PW/PW res: [0x1433:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.089672:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50e9ff lrc: 3/0,0 mode: PW/PW res: [0x1433:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.089686:0:123791:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.089689:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50e9ff lrc: 1/0,0 mode: --/PW res: [0x1433:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.089695:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50e9ff lrc: 0/0,0 mode: --/PW res: [0x1433:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.089713:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.089715:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e9d5 lrc: 2/0,0 mode: PW/PW res: [0x141e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.089719:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000817c6e6e already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.089722:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e9d5 lrc: 2/0,0 mode: PW/PW res: [0x141e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.089727:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e9d5 lrc: 3/0,0 mode: PW/PW res: [0x141e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.089737:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e9d5 lrc: 1/0,0 mode: --/PW res: [0x141e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.089741:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000817c6e6e/0x3e4967fcee50e9d5 lrc: 0/0,0 mode: --/PW res: [0x141e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.089759:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.089762:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.089765:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.089821:0:122906:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b97fd9a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+556:85191:x1845970853015552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2380us (2520us total) trans 12884911387 rc 0/0 00000100:00100000:3.0:1760456370.089829:0:122906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19596 00000100:00100000:3.0:1760456370.089864:0:164871:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e511b013 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:164871:1845970853016192:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.089882:0:164871:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000022fb6bd9/0x3e4967fcee50ea0d lrc: 3/0,1 mode: --/PW res: [0x1447:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.089975:0:123791:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ced881c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+557:85188:x1845970853014912:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5646us (5752us total) trans 12884911388 rc 0/0 00000100:00100000:2.0:1760456370.089984:0:123791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19591 00000004:00080000:0.0:1760456370.089985:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c485920c/2, rc 0, transno 9500 00000100:00100000:0.0:1760456370.089996:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c485920c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853014912:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456370.090009:0:87240:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000679c2b5f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+556:85191:x1845970853015616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2521us (2657us total) trans 12884911389 rc 0/0 00000100:00100000:1.0:1760456370.090016:0:87240:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19597 00000100:00100000:0.0:1760456370.090033:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017e61f9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853016448:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.090035:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.090041:0:164867:0:(client.c:2500:ptlrpc_set_wait()) set 0000000080d5ad34 going to sleep for 6 seconds 00000100:00100000:0.0:1760456370.090063:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1760456370.090087:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a0cd76e6/2, rc 0, transno 9501 00000100:00100000:1.0:1760456370.090105:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0cd76e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853015616:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456370.090131:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.090158:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874010240 00000100:00100000:3.0:1760456370.090174:0:87239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e8799bc pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:87239:1845970853016384:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.090177:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009d90a3e8/0x3e4967fcee50a02b lrc: 4/0,0 mode: PR/PR res: [0x1447:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fba7 expref: 93 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.090185:0:87239:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009389ebef/0x3e4967fcee50ea22 lrc: 3/0,1 mode: --/PW res: [0x1449:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.090204:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007577fe01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853016512:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.090208:0:122343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1586 00000100:00100000:2.0:1760456370.090215:0:122343:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005dd317a2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+93:167593:x1845970874010240:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1760456370.090225:0:122343:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.090230:0:122343:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009d90a3e8/0x3e4967fcee50a02b lrc: 4/0,0 mode: PR/PR res: [0x1447:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fba7 expref: 93 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.090233:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.090245:0:122343:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009d90a3e8/0x3e4967fcee50a02b lrc: 3/0,0 mode: PR/PR res: [0x1447:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fba7 expref: 93 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.090263:0:122343:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009d90a3e8/0x3e4967fcee50a02b lrc: 0/0,0 mode: --/PR res: [0x1447:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fba7 expref: 93 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.090274:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456370.090282:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.090285:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.090288:0:122343:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000022fb6bd9/0x3e4967fcee50ea0d lrc: 3/0,1 mode: PW/PW res: [0x1447:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.090300:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456370.090305:0:122343:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000022fb6bd9/0x3e4967fcee50ea0d lrc: 4/0,1 mode: PW/PW res: [0x1447:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.090323:0:87240:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853016448 00000100:00100000:2.0:1760456370.090337:0:86475:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874010304 00000100:00100000:1.0:1760456370.090345:0:87240:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853016512 00010000:00010000:2.0:1760456370.090353:0:86475:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004aed1b77/0x3e4967fcee50a0a9 lrc: 5/0,0 mode: PR/PR res: [0x1445:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fbc3 expref: 93 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.090362:0:122906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19603 00000100:00100000:3.0:1760456370.090368:0:122906:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fbb1758d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+556:85189:x1845970853016448:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.090383:0:86475:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874010432 00002000:00080000:3.0:1760456370.090387:0:122906:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5195 count 1 00010000:00010000:2.0:1760456370.090396:0:86475:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000373b5e07/0x3e4967fcee509f6e lrc: 5/0,0 mode: PR/PR res: [0x143c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb7d expref: 94 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.090399:0:122906:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ada93d4c/0x3e4967fcee50ea29 lrc: 3/0,1 mode: --/PW res: [0x144b:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.090415:0:87240:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19604 00010000:00010000:3.0:1760456370.090421:0:122906:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000065686dfc/0x3e4967fcee50a166 lrc: 2/0,0 mode: PR/PR res: [0x144b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fbed expref: 94 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1760456370.090422:0:87240:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054725d68 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+557:85190:x1845970853016512:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.090435:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1587 00010000:00010000:3.0:1760456370.090437:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00002000:00080000:1.0:1760456370.090437:0:87240:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5197 count 1 00010000:00010000:3.0:1760456370.090439:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.090442:0:122906:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ada93d4c/0x3e4967fcee50ea29 lrc: 4/0,1 mode: --/PW res: [0x144b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.090448:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000360b0d8a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+94:167593:x1845970874010304:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1760456370.090449:0:87240:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50ea30 lrc: 3/0,1 mode: --/PW res: [0x144d:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.090462:0:122906:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000065686dfc/0x3e4967fcee50a166 lrc: 3/0,0 mode: PR/PR res: [0x144b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fbed expref: 94 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.090465:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456370.090466:0:87240:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b3bcdf18/0x3e4967fcee50a223 lrc: 2/0,0 mode: PR/PR res: [0x144d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc17 expref: 94 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.090475:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004aed1b77/0x3e4967fcee50a0a9 lrc: 5/0,0 mode: PR/PR res: [0x1445:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fbc3 expref: 94 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.090478:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.090479:0:122906:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000065686dfc/0x3e4967fcee50a166 lrc: 4/0,0 mode: PR/PR res: [0x144b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fbed expref: 94 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.090481:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.090483:0:87240:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50ea30 lrc: 4/0,1 mode: --/PW res: [0x144d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.090508:0:122906:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e8799bc pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:122906:1845970853016576:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.090543:0:87240:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b3bcdf18/0x3e4967fcee50a223 lrc: 3/0,0 mode: PR/PR res: [0x144d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc17 expref: 94 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.090551:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004aed1b77/0x3e4967fcee50a0a9 lrc: 4/0,0 mode: PR/PR res: [0x1445:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fbc3 expref: 94 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.090553:0:87240:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b3bcdf18/0x3e4967fcee50a223 lrc: 4/0,0 mode: PR/PR res: [0x144d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc17 expref: 94 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.090574:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1588 00000100:00100000:1.0:1760456370.090577:0:87240:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000020d5ae43 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:87240:1845970853016640:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.090583:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000098bc48b7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+94:167593:x1845970874010432:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1760456370.090585:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.090589:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.090593:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50ea1b lrc: 3/0,1 mode: PW/PW res: [0x1445:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.090596:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.090603:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000373b5e07/0x3e4967fcee509f6e lrc: 5/0,0 mode: PR/PR res: [0x143c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb7d expref: 94 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.090603:0:87240:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b8317f2e going to sleep for 6 seconds 00010000:00010000:2.0:1760456370.090605:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50ea1b lrc: 4/0,1 mode: PW/PW res: [0x1445:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.090646:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000373b5e07/0x3e4967fcee509f6e lrc: 4/0,0 mode: PR/PR res: [0x143c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb7d expref: 94 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.090651:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456370.090664:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.090667:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.090670:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50ea06 lrc: 3/0,1 mode: PW/PW res: [0x143c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.090678:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50ea06 lrc: 4/0,1 mode: PW/PW res: [0x143c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.090680:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000360b0d8a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+94:167593:x1845970874010304:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 234us (408us total) trans 0 rc 0/0 00000004:00080000:1.0:1760456370.090682:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000f49b3b48/2, rc 0, transno 9499 00000100:00100000:1.0:1760456370.090693:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f49b3b48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853015552:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.090698:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1587 00010000:00010000:3.0:1760456370.090707:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1760456370.090731:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000f10f14e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853016704:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.090736:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000098bc48b7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+93:167593:x1845970874010432:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 149us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.090743:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1588 00010000:00010000:2.0:1760456370.090748:0:122343:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1760456370.090760:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456370.090776:0:122343:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005dd317a2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+92:167593:x1845970874010240:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 559us (643us total) trans 0 rc 0/0 00010000:00010000:3.0:1760456370.090778:0:164871:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000022fb6bd9/0x3e4967fcee50ea0d lrc: 3/0,1 mode: PW/PW res: [0x1447:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.090791:0:164871:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000022fb6bd9/0x3e4967fcee50ea0d lrc: 3/0,1 mode: PW/PW res: [0x1447:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.090792:0:122343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1586 00010000:00010000:1.0:1760456370.090799:0:122921:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004aed1b77/0x3e4967fcee50a0a9 lrc: 0/0,0 mode: --/PR res: [0x1445:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fbc3 expref: 92 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.090809:0:164871:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000022fb6bd9/0x3e4967fcee50ea0d lrc: 3/0,1 mode: PW/PW res: [0x1447:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.090823:0:164871:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000022fb6bd9/0x3e4967fcee50ea0d lrc: 2/0,0 mode: PW/PW res: [0x1447:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.090841:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456370.090846:0:164871:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1760456370.090859:0:122921:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad4ac4c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:122921:1845970853016320:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.090874:0:122921:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50ea1b lrc: 3/0,1 mode: PW/PW res: [0x1445:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.090883:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.090886:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000022fb6bd9/0x3e4967fcee50ea0d lrc: 2/0,0 mode: PW/PW res: [0x1447:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.090891:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000022fb6bd9 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.090894:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000022fb6bd9/0x3e4967fcee50ea0d lrc: 2/0,0 mode: PW/PW res: [0x1447:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.090898:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000022fb6bd9/0x3e4967fcee50ea0d lrc: 3/0,0 mode: PW/PW res: [0x1447:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.090908:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000022fb6bd9/0x3e4967fcee50ea0d lrc: 1/0,0 mode: --/PW res: [0x1447:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.090913:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000022fb6bd9/0x3e4967fcee50ea0d lrc: 0/0,0 mode: --/PW res: [0x1447:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.090933:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.090935:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.090937:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.090941:0:122921:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50ea1b lrc: 3/0,1 mode: PW/PW res: [0x1445:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.090945:0:122921:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50ea1b lrc: 3/0,1 mode: PW/PW res: [0x1445:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.090950:0:122921:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50ea1b lrc: 3/0,1 mode: PW/PW res: [0x1445:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.090955:0:122921:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50ea1b lrc: 2/0,0 mode: PW/PW res: [0x1445:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.090966:0:122921:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.090972:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.090975:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50ea1b lrc: 2/0,0 mode: PW/PW res: [0x1445:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.090979:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000051361bf8 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.090981:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50ea1b lrc: 2/0,0 mode: PW/PW res: [0x1445:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.090985:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50ea1b lrc: 3/0,0 mode: PW/PW res: [0x1445:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.090997:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:1.0:1760456370.091008:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50ea1b lrc: 1/0,0 mode: --/PW res: [0x1445:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.091013:0:164871:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d18b3c10 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+558:85190:x1845970853015936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2299us (2624us total) trans 12884911390 rc 0/0 00010000:00010000:1.0:1760456370.091019:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50ea1b lrc: 0/0,0 mode: --/PW res: [0x1445:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.091025:0:164871:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19599 00000100:00100000:3.0:1760456370.091043:0:164871:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853016704 00000100:00100000:3.0:1760456370.091057:0:164871:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19605 00000100:00100000:3.0:1760456370.091061:0:164871:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000287a8e8f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+558:85191:x1845970853016704:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.091070:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:3.0:1760456370.091071:0:164871:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5198 count 1 00010000:00010000:1.0:1760456370.091073:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.091076:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.091081:0:164871:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003627d410/0x3e4967fcee50ea37 lrc: 3/0,1 mode: --/PW res: [0x144e:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.091088:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874010368 00010000:00010000:3.0:1760456370.091090:0:164871:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000739cd5b7/0x3e4967fcee50a2a1 lrc: 2/0,0 mode: PR/PR res: [0x144e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc33 expref: 90 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.091097:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.091098:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.091099:0:164871:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003627d410/0x3e4967fcee50ea37 lrc: 4/0,1 mode: --/PW res: [0x144e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.091110:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006249177c/0x3e4967fcee50a127 lrc: 4/0,0 mode: PR/PR res: [0x1449:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fbdf expref: 91 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.091114:0:164871:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000739cd5b7/0x3e4967fcee50a2a1 lrc: 3/0,0 mode: PR/PR res: [0x144e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc33 expref: 91 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.091131:0:164871:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000739cd5b7/0x3e4967fcee50a2a1 lrc: 4/0,0 mode: PR/PR res: [0x144e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc33 expref: 91 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.091143:0:164871:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e511b013 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:164871:1845970853016768:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.091150:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874010496 00010000:00010000:2.0:1760456370.091168:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006a348a54/0x3e4967fcee509fec lrc: 5/0,0 mode: PR/PR res: [0x1444:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb99 expref: 92 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.091175:0:164871:0:(client.c:2500:ptlrpc_set_wait()) set 0000000078dac6d3 going to sleep for 6 seconds 00000004:00080000:3.0:1760456370.091200:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008136934f/2, rc 0, transno 9502 00000100:00100000:2.0:1760456370.091204:0:122347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1589 00000100:00100000:3.0:1760456370.091209:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008136934f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853015936:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.091216:0:122347:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba802d17 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+92:167594:x1845970874010368:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1760456370.091226:0:122347:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.091232:0:122347:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006249177c/0x3e4967fcee50a127 lrc: 4/0,0 mode: PR/PR res: [0x1449:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fbdf expref: 92 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.091243:0:122347:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006249177c/0x3e4967fcee50a127 lrc: 3/0,0 mode: PR/PR res: [0x1449:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fbdf expref: 92 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.091258:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068be9691 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853016832:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.091262:0:122347:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006249177c/0x3e4967fcee50a127 lrc: 0/0,0 mode: --/PR res: [0x1449:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fbdf expref: 92 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.091274:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1590 00010000:00010000:2.0:1760456370.091278:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1760456370.091281:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d566327 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+91:167593:x1845970874010496:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1760456370.091282:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.091286:0:122347:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009389ebef/0x3e4967fcee50ea22 lrc: 3/0,1 mode: PW/PW res: [0x1449:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.091294:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1760456370.091297:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456370.091302:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006a348a54/0x3e4967fcee509fec lrc: 5/0,0 mode: PR/PR res: [0x1444:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb99 expref: 91 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.091303:0:122347:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009389ebef/0x3e4967fcee50ea22 lrc: 4/0,1 mode: PW/PW res: [0x1449:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.091326:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006a348a54/0x3e4967fcee509fec lrc: 4/0,0 mode: PR/PR res: [0x1444:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb99 expref: 91 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.091341:0:122347:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456370.091346:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.091349:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.091353:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50ea14 lrc: 3/0,1 mode: PW/PW res: [0x1444:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.091356:0:122923:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000373b5e07/0x3e4967fcee509f6e lrc: 0/0,0 mode: --/PR res: [0x143c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb7d expref: 91 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.091373:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50ea14 lrc: 4/0,1 mode: PW/PW res: [0x1444:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.091378:0:122347:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba802d17 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+90:167594:x1845970874010368:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 162us (535us total) trans 0 rc 0/0 00000100:00100000:0.0:1760456370.091384:0:122923:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000033320132 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:122923:1845970853016064:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.091398:0:122347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1589 00010000:00010000:3.0:1760456370.091403:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.091409:0:122923:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50ea06 lrc: 3/0,1 mode: PW/PW res: [0x143c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.091420:0:122923:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50ea06 lrc: 3/0,1 mode: PW/PW res: [0x143c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.091427:0:122923:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50ea06 lrc: 3/0,1 mode: PW/PW res: [0x143c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.091430:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d566327 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+89:167593:x1845970874010496:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 146us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456370.091440:0:122921:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc699851 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+559:85190:x1845970853016000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2525us (2759us total) trans 12884911391 rc 0/0 00010000:00010000:0.0:1760456370.091440:0:122923:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50ea06 lrc: 3/0,1 mode: PW/PW res: [0x143c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.091450:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1590 00010000:00010000:0.0:1760456370.091457:0:122923:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50ea06 lrc: 2/0,0 mode: PW/PW res: [0x143c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.091459:0:122921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19601 00010000:00010000:0.0:1760456370.091477:0:122923:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456370.091484:0:87239:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009389ebef/0x3e4967fcee50ea22 lrc: 3/0,1 mode: PW/PW res: [0x1449:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.091484:0:122921:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853016832 00010000:00010000:0.0:1760456370.091489:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.091495:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50ea06 lrc: 2/0,0 mode: PW/PW res: [0x143c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.091497:0:87239:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009389ebef/0x3e4967fcee50ea22 lrc: 3/0,1 mode: PW/PW res: [0x1449:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.091507:0:122921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19606 00010000:00010000:3.0:1760456370.091589:0:87239:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009389ebef/0x3e4967fcee50ea22 lrc: 3/0,1 mode: PW/PW res: [0x1449:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.091591:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000088839f4b already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.091595:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50ea06 lrc: 2/0,0 mode: PW/PW res: [0x143c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.091605:0:87239:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009389ebef/0x3e4967fcee50ea22 lrc: 2/0,0 mode: PW/PW res: [0x1449:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.091608:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50ea06 lrc: 3/0,0 mode: PW/PW res: [0x143c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.091614:0:122921:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad4ac4c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+559:85188:x1845970853016832:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456370.091635:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50ea06 lrc: 1/0,0 mode: --/PW res: [0x143c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.091642:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50ea06 lrc: 0/0,0 mode: --/PW res: [0x143c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.091649:0:87239:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.091654:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.091657:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009389ebef/0x3e4967fcee50ea22 lrc: 2/0,0 mode: PW/PW res: [0x1449:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.091664:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009389ebef already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.091667:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009389ebef/0x3e4967fcee50ea22 lrc: 2/0,0 mode: PW/PW res: [0x1449:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.091675:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009389ebef/0x3e4967fcee50ea22 lrc: 3/0,0 mode: PW/PW res: [0x1449:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1760456370.091679:0:122921:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5199 count 1 00010000:00010000:0.0:1760456370.091689:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009389ebef/0x3e4967fcee50ea22 lrc: 1/0,0 mode: --/PW res: [0x1449:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.091704:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009389ebef/0x3e4967fcee50ea22 lrc: 0/0,0 mode: --/PW res: [0x1449:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.091709:0:87240:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000020d5ae43 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:87240:1845970853016640:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.091727:0:164867:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006a348a54/0x3e4967fcee509fec lrc: 0/0,0 mode: --/PR res: [0x1444:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fb99 expref: 88 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.091727:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.091730:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.091733:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.091743:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.091746:0:164867:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000048953463 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:164867:1845970853016256:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.091765:0:164867:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50ea14 lrc: 3/0,1 mode: PW/PW res: [0x1444:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.091774:0:164867:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50ea14 lrc: 3/0,1 mode: PW/PW res: [0x1444:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.091781:0:164867:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50ea14 lrc: 3/0,1 mode: PW/PW res: [0x1444:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.091790:0:164867:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50ea14 lrc: 3/0,1 mode: PW/PW res: [0x1444:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.091798:0:164867:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50ea14 lrc: 2/0,0 mode: PW/PW res: [0x1444:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.091800:0:87240:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50ea30 lrc: 3/0,1 mode: --/PW res: [0x144d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.091824:0:164867:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1760456370.091834:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1760456370.091837:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50ea14 lrc: 2/0,0 mode: PW/PW res: [0x1444:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.091846:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ccd3046f already unused, calling callback (0000000049577fce) 00010000:00010000:2.0:1760456370.091851:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50ea14 lrc: 2/0,0 mode: PW/PW res: [0x1444:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.091861:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50ea14 lrc: 3/0,0 mode: PW/PW res: [0x1444:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.091865:0:122921:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a537781/0x3e4967fcee50ea3e lrc: 3/0,1 mode: --/PW res: [0x144f:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.091877:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50ea14 lrc: 1/0,0 mode: --/PW res: [0x1444:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.091877:0:122921:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f93b974f/0x3e4967fcee50a2e0 lrc: 2/0,0 mode: PR/PR res: [0x144f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc41 expref: 87 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.091878:0:87239:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba9d9a79 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+560:85188:x1845970853016128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2930us (3063us total) trans 12884911392 rc 0/0 00000004:00080000:0.0:1760456370.091882:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ea1582dd/2, rc 0, transno 9504 00000100:00100000:0.0:1760456370.091895:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea1582dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853016128:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.091901:0:87239:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19602 00010000:00010000:2.0:1760456370.091902:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50ea14 lrc: 0/0,0 mode: --/PW res: [0x1444:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.091915:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.091918:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.091920:0:122921:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a537781/0x3e4967fcee50ea3e lrc: 4/0,1 mode: --/PW res: [0x144f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.091937:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.091939:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000033320132 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853016896:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.091941:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.091942:0:122921:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f93b974f/0x3e4967fcee50a2e0 lrc: 3/0,0 mode: PR/PR res: [0x144f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc41 expref: 87 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.091945:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1760456370.091947:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000fc913d8f/2, rc 0, transno 9503 00010000:00010000:1.0:1760456370.091956:0:122921:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f93b974f/0x3e4967fcee50a2e0 lrc: 4/0,0 mode: PR/PR res: [0x144f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc41 expref: 87 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.091962:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc913d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853016000:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456370.091969:0:122921:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000020d5ae43 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:122921:1845970853016960:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.091971:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456370.091990:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456370.092006:0:122921:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b8317f2e going to sleep for 6 seconds 00000100:00100000:3.0:1760456370.092012:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d4d12ae6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853017024:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.092040:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1760456370.092075:0:87239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853016896 00000100:00100000:2.0:1760456370.092091:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874010560 00000100:00100000:3.0:1760456370.092100:0:87239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853017024 00010000:00010000:2.0:1760456370.092113:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b3bcdf18/0x3e4967fcee50a223 lrc: 4/0,0 mode: PR/PR res: [0x144d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc17 expref: 88 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.092119:0:87239:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19607 00000100:00100000:3.0:1760456370.092126:0:87239:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbed4e03 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+562:85189:x1845970853016896:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.092137:0:122923:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000f6b8c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+562:85189:x1845970853015808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3563us (3780us total) trans 12884911393 rc 0/0 00002000:00080000:3.0:1760456370.092140:0:87239:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5203 count 1 00000100:00100000:1.0:1760456370.092147:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.092151:0:122923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19598 00010000:00010000:3.0:1760456370.092153:0:87239:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000095b90e41/0x3e4967fcee50ea45 lrc: 3/0,1 mode: --/PW res: [0x1453:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.092162:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874010624 00010000:00010000:3.0:1760456370.092167:0:87239:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000519b3817/0x3e4967fcee50a35e lrc: 2/0,0 mode: PR/PR res: [0x1453:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc5d expref: 89 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.092173:0:87239:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.092175:0:87239:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.092176:0:87239:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000095b90e41/0x3e4967fcee50ea45 lrc: 4/0,1 mode: --/PW res: [0x1453:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1760456370.092180:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000881b6c20/2, rc 0, transno 9505 00000100:00100000:2.0:1760456370.092186:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1591 00010000:00010000:3.0:1760456370.092190:0:87239:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000519b3817/0x3e4967fcee50a35e lrc: 3/0,0 mode: PR/PR res: [0x1453:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc5d expref: 89 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.092195:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000881b6c20 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853015808:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.092198:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000905fb8ea pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+89:167594:x1845970874010560:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1760456370.092210:0:87239:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000519b3817/0x3e4967fcee50a35e lrc: 4/0,0 mode: PR/PR res: [0x1453:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc5d expref: 89 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.092215:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1760456370.092218:0:87239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009613b9ea pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:87239:1845970853017088:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.092223:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b3bcdf18/0x3e4967fcee50a223 lrc: 4/0,0 mode: PR/PR res: [0x144d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc17 expref: 89 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.092236:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b3bcdf18/0x3e4967fcee50a223 lrc: 3/0,0 mode: PR/PR res: [0x144d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc17 expref: 89 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.092244:0:87239:0:(client.c:2500:ptlrpc_set_wait()) set 00000000294413d6 going to sleep for 6 seconds 00010000:00010000:2.0:1760456370.092255:0:122344:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b3bcdf18/0x3e4967fcee50a223 lrc: 0/0,0 mode: --/PR res: [0x144d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc17 expref: 89 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.092260:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e9e10d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853017152:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.092276:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.092279:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1760456370.092279:0:164869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19608 00010000:00010000:2.0:1760456370.092283:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50ea30 lrc: 3/0,1 mode: PW/PW res: [0x144d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.092287:0:164869:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008aa02e8a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+561:85190:x1845970853017024:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.092291:0:122906:0:(client.c:2500:ptlrpc_set_wait()) set 00000000025268cf going to sleep for 6 seconds 00010000:00010000:2.0:1760456370.092299:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50ea30 lrc: 4/0,1 mode: PW/PW res: [0x144d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.092300:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:0.0:1760456370.092307:0:164869:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5217 count 1 00000100:00100000:3.0:1760456370.092314:0:164871:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e511b013 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:164871:1845970853016768:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.092322:0:164869:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50ea4c lrc: 3/0,1 mode: --/PW res: [0x1461:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.092329:0:164871:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003627d410/0x3e4967fcee50ea37 lrc: 3/0,1 mode: --/PW res: [0x144e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.092330:0:122919:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853017152 00010000:00010000:2.0:1760456370.092331:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.092336:0:164869:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003f742d1d/0x3e4967fcee50a39d lrc: 2/0,0 mode: PR/PR res: [0x1461:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc6b expref: 88 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.092351:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.092353:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.092355:0:164869:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50ea4c lrc: 4/0,1 mode: --/PW res: [0x1461:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.092363:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000905fb8ea pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+88:167594:x1845970874010560:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 165us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456370.092368:0:122919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19609 00000100:00100000:2.0:1760456370.092377:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1591 00010000:00010000:0.0:1760456370.092384:0:164869:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003f742d1d/0x3e4967fcee50a39d lrc: 3/0,0 mode: PR/PR res: [0x1461:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc6b expref: 88 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.092395:0:164869:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003f742d1d/0x3e4967fcee50a39d lrc: 4/0,0 mode: PR/PR res: [0x1461:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc6b expref: 87 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.092405:0:164869:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000d12a667 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:164869:1845970853017216:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456370.092422:0:122919:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dfd0c2ff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+562:85191:x1845970853017152:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1760456370.092434:0:122919:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5241 count 1 00000100:00100000:0.0:1760456370.092435:0:164869:0:(client.c:2500:ptlrpc_set_wait()) set 0000000066840e62 going to sleep for 6 seconds 00010000:00010000:2.0:1760456370.092436:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000739cd5b7/0x3e4967fcee50a2a1 lrc: 4/0,0 mode: PR/PR res: [0x144e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc33 expref: 87 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.092446:0:122919:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50ea53 lrc: 3/0,1 mode: --/PW res: [0x1479:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.092456:0:122919:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000027873090/0x3e4967fcee50a3dc lrc: 2/0,0 mode: PR/PR res: [0x1479:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc79 expref: 87 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.092465:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.092466:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1760456370.092467:0:122343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1592 00010000:00010000:1.0:1760456370.092468:0:122919:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50ea53 lrc: 4/0,1 mode: --/PW res: [0x1479:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.092476:0:122343:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac15ffdc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+87:167594:x1845970874010624:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1760456370.092485:0:122919:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000027873090/0x3e4967fcee50a3dc lrc: 3/0,0 mode: PR/PR res: [0x1479:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc79 expref: 87 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.092487:0:122343:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.092494:0:122343:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000739cd5b7/0x3e4967fcee50a2a1 lrc: 4/0,0 mode: PR/PR res: [0x144e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc33 expref: 87 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.092496:0:122919:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000027873090/0x3e4967fcee50a3dc lrc: 4/0,0 mode: PR/PR res: [0x1479:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc79 expref: 87 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.092533:0:122919:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009f1350c pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:122919:1845970853017280:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.092551:0:122343:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000739cd5b7/0x3e4967fcee50a2a1 lrc: 3/0,0 mode: PR/PR res: [0x144e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc33 expref: 87 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.092569:0:122343:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000739cd5b7/0x3e4967fcee50a2a1 lrc: 0/0,0 mode: --/PR res: [0x144e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc33 expref: 87 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.092582:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.092584:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.092587:0:122343:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003627d410/0x3e4967fcee50ea37 lrc: 3/0,1 mode: PW/PW res: [0x144e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.092594:0:122343:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003627d410/0x3e4967fcee50ea37 lrc: 4/0,1 mode: PW/PW res: [0x144e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.092599:0:122919:0:(client.c:2500:ptlrpc_set_wait()) set 00000000784484d6 going to sleep for 6 seconds 00010000:00010000:1.0:1760456370.092611:0:87240:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50ea30 lrc: 3/0,1 mode: PW/PW res: [0x144d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.092632:0:122343:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456370.092632:0:87240:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50ea30 lrc: 3/0,1 mode: PW/PW res: [0x144d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.092639:0:87240:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50ea30 lrc: 3/0,1 mode: PW/PW res: [0x144d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.092644:0:87240:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50ea30 lrc: 2/0,0 mode: PW/PW res: [0x144d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.092649:0:164871:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003627d410/0x3e4967fcee50ea37 lrc: 3/0,1 mode: PW/PW res: [0x144e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.092656:0:87240:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1760456370.092660:0:122343:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac15ffdc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+86:167594:x1845970874010624:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 180us (514us total) trans 0 rc 0/0 00010000:00010000:3.0:1760456370.092662:0:164871:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003627d410/0x3e4967fcee50ea37 lrc: 3/0,1 mode: PW/PW res: [0x144e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.092681:0:122343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1592 00010000:00010000:3.0:1760456370.092683:0:164871:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003627d410/0x3e4967fcee50ea37 lrc: 3/0,1 mode: PW/PW res: [0x144e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.092689:0:164871:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003627d410/0x3e4967fcee50ea37 lrc: 2/0,0 mode: PW/PW res: [0x144e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.092706:0:164871:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1760456370.092735:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1760456370.092738:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50ea30 lrc: 2/0,0 mode: PW/PW res: [0x144d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.092745:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000330d7dc8 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.092747:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50ea30 lrc: 2/0,0 mode: PW/PW res: [0x144d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.092752:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50ea30 lrc: 3/0,0 mode: PW/PW res: [0x144d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.092762:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50ea30 lrc: 1/0,0 mode: --/PW res: [0x144d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.092766:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50ea30 lrc: 0/0,0 mode: --/PW res: [0x144d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.092785:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.092787:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003627d410/0x3e4967fcee50ea37 lrc: 2/0,0 mode: PW/PW res: [0x144e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.092791:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003627d410 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.092793:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003627d410/0x3e4967fcee50ea37 lrc: 2/0,0 mode: PW/PW res: [0x144e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.092797:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003627d410/0x3e4967fcee50ea37 lrc: 3/0,0 mode: PW/PW res: [0x144e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.092804:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003627d410/0x3e4967fcee50ea37 lrc: 1/0,0 mode: --/PW res: [0x144e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.092808:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003627d410/0x3e4967fcee50ea37 lrc: 0/0,0 mode: --/PW res: [0x144e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.092824:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:1.0:1760456370.092824:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.092826:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.092830:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.092836:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.092881:0:164871:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000287a8e8f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+563:85191:x1845970853016704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1818us (2122us total) trans 12884911394 rc 0/0 00000100:00100000:3.0:1760456370.092887:0:164871:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19605 00000100:00100000:2.0:1760456370.092953:0:122344:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874010688 00010000:00010000:2.0:1760456370.092970:0:122344:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f93b974f/0x3e4967fcee50a2e0 lrc: 5/0,0 mode: PR/PR res: [0x144f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc41 expref: 86 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.092993:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1593 00000100:00100000:2.0:1760456370.092999:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ccb9cad2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+86:167594:x1845970874010688:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1760456370.093008:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.093011:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f93b974f/0x3e4967fcee50a2e0 lrc: 5/0,0 mode: PR/PR res: [0x144f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc41 expref: 86 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.093020:0:87240:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054725d68 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+563:85190:x1845970853016512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2599us (2789us total) trans 12884911395 rc 0/0 00010000:00010000:2.0:1760456370.093023:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f93b974f/0x3e4967fcee50a2e0 lrc: 4/0,0 mode: PR/PR res: [0x144f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc41 expref: 86 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.093032:0:87240:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19604 00000004:00080000:3.0:1760456370.093042:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000007577fe01/2, rc 0, transno 9507 00010000:00010000:2.0:1760456370.093049:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.093052:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1760456370.093053:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007577fe01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853016512:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.093056:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009a537781/0x3e4967fcee50ea3e lrc: 3/0,1 mode: PW/PW res: [0x144f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1760456370.093066:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000000f10f14e/2, rc 0, transno 9506 00010000:00010000:2.0:1760456370.093067:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a537781/0x3e4967fcee50ea3e lrc: 4/0,1 mode: PW/PW res: [0x144f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.093071:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000f10f14e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853016704:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.093093:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1760456370.093103:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de267599 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853017344:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.093105:0:122921:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f93b974f/0x3e4967fcee50a2e0 lrc: 0/0,0 mode: --/PR res: [0x144f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc41 expref: 86 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.093118:0:122921:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000020d5ae43 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:122921:1845970853016960:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.093128:0:122921:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009a537781/0x3e4967fcee50ea3e lrc: 3/0,1 mode: PW/PW res: [0x144f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.093135:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ccb9cad2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+85:167594:x1845970874010688:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 134us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1760456370.093143:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456370.093149:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1593 00000100:00100000:0.0:1760456370.093169:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1760456370.093178:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000441b19ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853017408:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456370.093198:0:87240:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853017344 00000100:00100000:0.0:1760456370.093211:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456370.093232:0:87240:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853017408 00000100:00100000:3.0:1760456370.093251:0:164871:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19610 00000100:00100000:3.0:1760456370.093259:0:164871:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000652a7bdb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+564:85188:x1845970853017344:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1760456370.093275:0:164871:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5240 count 1 00010000:00010000:3.0:1760456370.093288:0:164871:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a36cd9c0/0x3e4967fcee50ea5a lrc: 3/0,1 mode: --/PW res: [0x1478:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.093301:0:164871:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005226d317/0x3e4967fcee50a41b lrc: 2/0,0 mode: PR/PR res: [0x1478:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc87 expref: 84 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1760456370.093301:0:87240:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19611 00000100:00100000:1.0:1760456370.093310:0:87240:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d795b14 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+565:85188:x1845970853017408:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.093315:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.093317:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.093319:0:164871:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a36cd9c0/0x3e4967fcee50ea5a lrc: 4/0,1 mode: --/PW res: [0x1478:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1760456370.093324:0:87240:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5229 count 1 00010000:00010000:1.0:1760456370.093337:0:87240:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50ea61 lrc: 3/0,1 mode: --/PW res: [0x146d:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.093347:0:87240:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000aa4f2b0/0x3e4967fcee50a45a lrc: 2/0,0 mode: PR/PR res: [0x146d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc95 expref: 84 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.093353:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.093354:0:164871:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005226d317/0x3e4967fcee50a41b lrc: 3/0,0 mode: PR/PR res: [0x1478:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc87 expref: 84 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.093355:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.093357:0:87240:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50ea61 lrc: 4/0,1 mode: --/PW res: [0x146d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.093377:0:164867:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d8b40cf6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+565:85189:x1845970853015872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4618us (4940us total) trans 12884911396 rc 0/0 00010000:00010000:3.0:1760456370.093379:0:164871:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005226d317/0x3e4967fcee50a41b lrc: 4/0,0 mode: PR/PR res: [0x1478:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc87 expref: 84 pid: 87239 timeout: 4721 lvb_type: 1 00000004:00080000:0.0:1760456370.093387:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a61a9f3c/2, rc 0, transno 9508 00010000:00010000:1.0:1760456370.093390:0:87240:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000aa4f2b0/0x3e4967fcee50a45a lrc: 3/0,0 mode: PR/PR res: [0x146d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc95 expref: 84 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1760456370.093398:0:164867:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19600 00000100:00100000:0.0:1760456370.093402:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a61a9f3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853015872:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.093411:0:164871:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cd984e83 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:164871:1845970853017472:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.093415:0:87240:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000aa4f2b0/0x3e4967fcee50a45a lrc: 4/0,0 mode: PR/PR res: [0x146d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc95 expref: 84 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.093424:0:87240:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000020d5ae43 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:87240:1845970853017536:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456370.093455:0:87240:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b8317f2e going to sleep for 6 seconds 00000100:00100000:3.0:1760456370.093456:0:164871:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f3e92267 going to sleep for 6 seconds 00000100:00100000:1.0:1760456370.093468:0:85191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1760456370.093477:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007739e935 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853017600:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456370.093500:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1760456370.093724:0:122921:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009a537781/0x3e4967fcee50ea3e lrc: 3/0,1 mode: PW/PW res: [0x144f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.093730:0:122921:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009a537781/0x3e4967fcee50ea3e lrc: 3/0,1 mode: PW/PW res: [0x144f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.093736:0:122921:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a537781/0x3e4967fcee50ea3e lrc: 3/0,1 mode: PW/PW res: [0x144f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.093741:0:122921:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009a537781/0x3e4967fcee50ea3e lrc: 2/0,0 mode: PW/PW res: [0x144f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.093754:0:122921:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456370.093781:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456370.093786:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009a537781/0x3e4967fcee50ea3e lrc: 2/0,0 mode: PW/PW res: [0x144f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.093795:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009a537781 already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456370.093799:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009a537781/0x3e4967fcee50ea3e lrc: 2/0,0 mode: PW/PW res: [0x144f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.093807:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009a537781/0x3e4967fcee50ea3e lrc: 3/0,0 mode: PW/PW res: [0x144f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.093825:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009a537781/0x3e4967fcee50ea3e lrc: 1/0,0 mode: --/PW res: [0x144f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.093832:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009a537781/0x3e4967fcee50ea3e lrc: 0/0,0 mode: --/PW res: [0x144f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.093838:0:164869:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000d12a667 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:164869:1845970853017216:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.093854:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.093857:0:164869:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50ea4c lrc: 3/0,1 mode: --/PW res: [0x1461:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.093859:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.093863:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.093885:0:164870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853017600 00000100:00100000:3.0:1760456370.093893:0:87239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009613b9ea pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:87239:1845970853017088:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.093912:0:87239:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000095b90e41/0x3e4967fcee50ea45 lrc: 3/0,1 mode: --/PW res: [0x1453:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.093916:0:164870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19612 00000100:00100000:0.0:1760456370.093924:0:164870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c71cb76 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+566:85191:x1845970853017600:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456370.093926:0:122919:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009f1350c pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:122919:1845970853017280:192.168.203.34@tcp:104: 00002000:00080000:0.0:1760456370.093948:0:164870:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5246 count 1 00000100:00100000:3.0:1760456370.093950:0:122906:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e8799bc pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:122906:1845970853016576:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.093959:0:164870:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50ea68 lrc: 3/0,1 mode: --/PW res: [0x147e:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.093964:0:122906:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ada93d4c/0x3e4967fcee50ea29 lrc: 3/0,1 mode: --/PW res: [0x144b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.093971:0:164870:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005a869e0a/0x3e4967fcee50a5d4 lrc: 2/0,0 mode: PR/PR res: [0x147e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fce9 expref: 84 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.093977:0:122919:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50ea53 lrc: 3/0,1 mode: --/PW res: [0x1479:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.093986:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.093988:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.093990:0:164870:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50ea68 lrc: 4/0,1 mode: --/PW res: [0x147e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.094006:0:164870:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005a869e0a/0x3e4967fcee50a5d4 lrc: 3/0,0 mode: PR/PR res: [0x147e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fce9 expref: 84 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.094012:0:164870:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005a869e0a/0x3e4967fcee50a5d4 lrc: 4/0,0 mode: PR/PR res: [0x147e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fce9 expref: 84 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.094019:0:164870:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000d12a667 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:164870:1845970853017664:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456370.094066:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.094079:0:164870:0:(client.c:2500:ptlrpc_set_wait()) set 0000000066840e62 going to sleep for 6 seconds 00000100:00100000:2.0:1760456370.094107:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874010816 00010000:00010000:2.0:1760456370.094125:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000065686dfc/0x3e4967fcee50a166 lrc: 4/0,0 mode: PR/PR res: [0x144b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fbed expref: 85 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.094145:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.094161:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874010944 00010000:00010000:2.0:1760456370.094175:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000027873090/0x3e4967fcee50a3dc lrc: 4/0,0 mode: PR/PR res: [0x1479:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc79 expref: 86 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.094177:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1594 00000100:00100000:3.0:1760456370.094188:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009f1350c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+86:167593:x1845970874010816:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1760456370.094200:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.094205:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000065686dfc/0x3e4967fcee50a166 lrc: 4/0,0 mode: PR/PR res: [0x144b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fbed expref: 86 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.094210:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.094214:0:122347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1595 00000100:00100000:2.0:1760456370.094224:0:122347:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba1a6b8e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+86:167593:x1845970874010944:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1760456370.094228:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000065686dfc/0x3e4967fcee50a166 lrc: 3/0,0 mode: PR/PR res: [0x144b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fbed expref: 86 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.094238:0:122347:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1760456370.094243:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456370.094247:0:122347:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000027873090/0x3e4967fcee50a3dc lrc: 4/0,0 mode: PR/PR res: [0x1479:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc79 expref: 86 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.094249:0:122345:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000065686dfc/0x3e4967fcee50a166 lrc: 0/0,0 mode: --/PR res: [0x144b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fbed expref: 86 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.094271:0:122347:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000027873090/0x3e4967fcee50a3dc lrc: 3/0,0 mode: PR/PR res: [0x1479:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc79 expref: 85 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.094272:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.094275:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.094278:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ada93d4c/0x3e4967fcee50ea29 lrc: 3/0,1 mode: PW/PW res: [0x144b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.094292:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ada93d4c/0x3e4967fcee50ea29 lrc: 4/0,1 mode: PW/PW res: [0x144b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.094292:0:122347:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027873090/0x3e4967fcee50a3dc lrc: 0/0,0 mode: --/PR res: [0x1479:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc79 expref: 85 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.094319:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1760456370.094319:0:86474:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874010752 00010000:00010000:2.0:1760456370.094323:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.094326:0:122347:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50ea53 lrc: 3/0,1 mode: PW/PW res: [0x1479:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.094328:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456370.094334:0:122347:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50ea53 lrc: 4/0,1 mode: PW/PW res: [0x1479:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.094334:0:86474:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000519b3817/0x3e4967fcee50a35e lrc: 4/0,0 mode: PR/PR res: [0x1453:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc5d expref: 85 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.094359:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009f1350c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+85:167593:x1845970874010816:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 171us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.094368:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1594 00000100:00100000:1.0:1760456370.094368:0:86474:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874010880 00010000:00010000:2.0:1760456370.094371:0:122347:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456370.094378:0:86474:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003f742d1d/0x3e4967fcee50a39d lrc: 4/0,0 mode: PR/PR res: [0x1461:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc6b expref: 86 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.094397:0:122347:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba1a6b8e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+85:167593:x1845970874010944:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 173us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456370.094405:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1596 00000100:00100000:1.0:1760456370.094412:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e44552cd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+85:167593:x1845970874010752:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00000100:00100000:3.0:1760456370.094415:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1597 00010000:00010000:1.0:1760456370.094421:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456370.094427:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000519b3817/0x3e4967fcee50a35e lrc: 4/0,0 mode: PR/PR res: [0x1453:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc5d expref: 85 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.094429:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000014f2e45a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+85:167593:x1845970874010880:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00000100:00100000:2.0:1760456370.094429:0:122347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1595 00010000:00010000:3.0:1760456370.094446:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456370.094448:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000519b3817/0x3e4967fcee50a35e lrc: 3/0,0 mode: PR/PR res: [0x1453:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc5d expref: 84 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.094454:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003f742d1d/0x3e4967fcee50a39d lrc: 4/0,0 mode: PR/PR res: [0x1461:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc6b expref: 84 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.094467:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003f742d1d/0x3e4967fcee50a39d lrc: 3/0,0 mode: PR/PR res: [0x1461:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc6b expref: 84 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.094480:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456370.094485:0:88636:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003f742d1d/0x3e4967fcee50a39d lrc: 0/0,0 mode: --/PR res: [0x1461:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc6b expref: 84 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.094497:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.094499:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.094500:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50ea4c lrc: 3/0,1 mode: PW/PW res: [0x1461:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.094508:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50ea4c lrc: 4/0,1 mode: PW/PW res: [0x1461:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.094569:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.094573:0:164869:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50ea4c lrc: 3/0,1 mode: PW/PW res: [0x1461:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.094585:0:164869:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50ea4c lrc: 3/0,1 mode: PW/PW res: [0x1461:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.094595:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000014f2e45a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+83:167593:x1845970874010880:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 171us (352us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.094595:0:164869:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50ea4c lrc: 3/0,1 mode: PW/PW res: [0x1461:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.094603:0:86474:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000519b3817/0x3e4967fcee50a35e lrc: 0/0,0 mode: --/PR res: [0x1453:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc5d expref: 83 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.094612:0:164869:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50ea4c lrc: 2/0,0 mode: PW/PW res: [0x1461:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.094633:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1597 00010000:00010000:1.0:1760456370.094633:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.094636:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.094640:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000095b90e41/0x3e4967fcee50ea45 lrc: 3/0,1 mode: PW/PW res: [0x1453:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.094642:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456370.094646:0:164869:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.094649:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000095b90e41/0x3e4967fcee50ea45 lrc: 4/0,1 mode: PW/PW res: [0x1453:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.094656:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.094660:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50ea4c lrc: 2/0,0 mode: PW/PW res: [0x1461:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.094666:0:88636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874011008 00010000:00010000:0.0:1760456370.094666:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000066fd183f already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.094668:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.094669:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50ea4c lrc: 2/0,0 mode: PW/PW res: [0x1461:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.094674:0:86475:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874011072 00010000:00010000:0.0:1760456370.094676:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50ea4c lrc: 3/0,0 mode: PW/PW res: [0x1461:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.094681:0:88636:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005226d317/0x3e4967fcee50a41b lrc: 5/0,0 mode: PR/PR res: [0x1478:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc87 expref: 83 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.094692:0:86475:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000aa4f2b0/0x3e4967fcee50a45a lrc: 5/0,0 mode: PR/PR res: [0x146d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc95 expref: 83 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.094693:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e44552cd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+83:167593:x1845970874010752:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 279us (521us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.094693:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50ea4c lrc: 1/0,0 mode: --/PW res: [0x1461:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.094712:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1598 00010000:00010000:0.0:1760456370.094718:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50ea4c lrc: 0/0,0 mode: --/PW res: [0x1461:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.094720:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000042269537 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+83:167594:x1845970874011008:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1760456370.094731:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.094736:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005226d317/0x3e4967fcee50a41b lrc: 5/0,0 mode: PR/PR res: [0x1478:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc87 expref: 83 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.094746:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005226d317/0x3e4967fcee50a41b lrc: 4/0,0 mode: PR/PR res: [0x1478:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc87 expref: 83 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.094746:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.094749:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.094752:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.094760:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1760456370.094760:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1596 00010000:00010000:3.0:1760456370.094763:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.094765:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a36cd9c0/0x3e4967fcee50ea5a lrc: 3/0,1 mode: PW/PW res: [0x1478:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.094771:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a36cd9c0/0x3e4967fcee50ea5a lrc: 4/0,1 mode: PW/PW res: [0x1478:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.094783:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1599 00010000:00010000:3.0:1760456370.094784:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1760456370.094792:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba802d17 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+82:167593:x1845970874011072:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1760456370.094801:0:122919:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50ea53 lrc: 3/0,1 mode: PW/PW res: [0x1479:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.094804:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456370.094810:0:122919:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50ea53 lrc: 3/0,1 mode: PW/PW res: [0x1479:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.094813:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000042269537 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+82:167594:x1845970874011008:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 90us (333us total) trans 0 rc 0/0 00010000:00010000:2.0:1760456370.094813:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000aa4f2b0/0x3e4967fcee50a45a lrc: 5/0,0 mode: PR/PR res: [0x146d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc95 expref: 82 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.094830:0:122919:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50ea53 lrc: 3/0,1 mode: PW/PW res: [0x1479:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.094836:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1598 00010000:00010000:2.0:1760456370.094839:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000aa4f2b0/0x3e4967fcee50a45a lrc: 4/0,0 mode: PR/PR res: [0x146d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc95 expref: 82 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.094860:0:122919:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50ea53 lrc: 2/0,0 mode: PW/PW res: [0x1479:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.094872:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.094875:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.094876:0:122919:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1760456370.094879:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50ea61 lrc: 3/0,1 mode: PW/PW res: [0x146d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.094887:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50ea61 lrc: 4/0,1 mode: PW/PW res: [0x146d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.094902:0:87239:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000095b90e41/0x3e4967fcee50ea45 lrc: 3/0,1 mode: PW/PW res: [0x1453:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.094909:0:87239:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000095b90e41/0x3e4967fcee50ea45 lrc: 3/0,1 mode: PW/PW res: [0x1453:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.094910:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1760456370.094910:0:164869:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008aa02e8a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+567:85190:x1845970853017024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2623us (2868us total) trans 12884911398 rc 0/0 00000100:00100000:0.0:1760456370.094923:0:164869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19608 00010000:00010000:3.0:1760456370.094924:0:87239:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000095b90e41/0x3e4967fcee50ea45 lrc: 3/0,1 mode: PW/PW res: [0x1453:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.094930:0:87239:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000095b90e41/0x3e4967fcee50ea45 lrc: 2/0,0 mode: PW/PW res: [0x1453:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.094940:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba802d17 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+81:167593:x1845970874011072:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 147us (302us total) trans 0 rc 0/0 00010000:00010000:3.0:1760456370.094944:0:87239:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1760456370.094951:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1599 00000100:00100000:1.0:1760456370.095055:0:122919:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dfd0c2ff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+567:85191:x1845970853017152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2632us (2757us total) trans 12884911399 rc 0/0 00000100:00100000:1.0:1760456370.095061:0:122919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19609 00010000:00010000:1.0:1760456370.095076:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1760456370.095079:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50ea53 lrc: 2/0,0 mode: PW/PW res: [0x1479:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.095085:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dffb579e already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.095087:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50ea53 lrc: 2/0,0 mode: PW/PW res: [0x1479:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.095093:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50ea53 lrc: 3/0,0 mode: PW/PW res: [0x1479:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.095103:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:1.0:1760456370.095107:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50ea53 lrc: 1/0,0 mode: --/PW res: [0x1479:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.095113:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50ea53 lrc: 0/0,0 mode: --/PW res: [0x1479:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.095126:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.095127:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000095b90e41/0x3e4967fcee50ea45 lrc: 2/0,0 mode: PW/PW res: [0x1453:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.095133:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000095b90e41 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.095136:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000095b90e41/0x3e4967fcee50ea45 lrc: 2/0,0 mode: PW/PW res: [0x1453:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.095139:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874011136 00010000:00010000:1.0:1760456370.095140:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000095b90e41/0x3e4967fcee50ea45 lrc: 3/0,0 mode: PW/PW res: [0x1453:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.095145:0:87239:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbed4e03 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+567:85189:x1845970853016896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3017us (3175us total) trans 12884911400 rc 0/0 00000100:00100000:3.0:1760456370.095152:0:87239:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19607 00000004:00080000:0.0:1760456370.095153:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000033320132/2, rc 0, transno 9512 00010000:00010000:2.0:1760456370.095159:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005a869e0a/0x3e4967fcee50a5d4 lrc: 5/0,0 mode: PR/PR res: [0x147e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fce9 expref: 81 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.095164:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000033320132 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853016896:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1760456370.095186:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d4d12ae6/2, rc 0, transno 9510 00000100:00100000:3.0:1760456370.095194:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d4d12ae6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853017024:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.095194:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000095b90e41/0x3e4967fcee50ea45 lrc: 1/0,0 mode: --/PW res: [0x1453:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.095202:0:122343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1600 00000100:00100000:3.0:1760456370.095208:0:85190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1760456370.095210:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000095b90e41/0x3e4967fcee50ea45 lrc: 0/0,0 mode: --/PW res: [0x1453:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.095214:0:122343:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d566327 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+81:167594:x1845970874011136:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00000100:00100000:3.0:1760456370.095217:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000003844187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853017728:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.095231:0:122343:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.095237:0:122343:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005a869e0a/0x3e4967fcee50a5d4 lrc: 5/0,0 mode: PR/PR res: [0x147e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fce9 expref: 81 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.095237:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1760456370.095239:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.095242:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.095245:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.095249:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1760456370.095252:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.095253:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006567e0b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853017792:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.095263:0:122343:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005a869e0a/0x3e4967fcee50a5d4 lrc: 4/0,0 mode: PR/PR res: [0x147e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fce9 expref: 81 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.095280:0:87239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853017728 00010000:00010000:1.0:1760456370.095281:0:87240:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000aa4f2b0/0x3e4967fcee50a45a lrc: 0/0,0 mode: --/PR res: [0x146d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc95 expref: 81 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.095283:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.095287:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.095290:0:122343:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50ea68 lrc: 3/0,1 mode: PW/PW res: [0x147e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.095296:0:87240:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000020d5ae43 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:87240:1845970853017536:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.095296:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1760456370.095304:0:87239:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19613 00000100:00100000:3.0:1760456370.095311:0:87239:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009613b9ea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+567:85190:x1845970853017728:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.095312:0:122343:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50ea68 lrc: 4/0,1 mode: PW/PW res: [0x147e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.095314:0:87240:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50ea61 lrc: 3/0,1 mode: PW/PW res: [0x146d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1760456370.095327:0:87239:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5247 count 1 00000100:00100000:0.0:1760456370.095333:0:164869:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853017792 00010000:00010000:1.0:1760456370.095336:0:87240:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50ea61 lrc: 3/0,1 mode: PW/PW res: [0x146d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.095341:0:87239:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50ea6f lrc: 3/0,1 mode: --/PW res: [0x147f:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.095356:0:164869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19614 00000100:00100000:0.0:1760456370.095364:0:164869:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c8431f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+568:85189:x1845970853017792:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.095368:0:122343:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456370.095369:0:87239:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000004f68ffd/0x3e4967fcee50a652 lrc: 2/0,0 mode: PR/PR res: [0x147f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fd05 expref: 80 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.095373:0:87240:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50ea61 lrc: 3/0,1 mode: PW/PW res: [0x146d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.095382:0:87239:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00002000:00080000:0.0:1760456370.095382:0:164869:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5248 count 1 00010000:00010000:1.0:1760456370.095385:0:87240:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50ea61 lrc: 3/0,1 mode: PW/PW res: [0x146d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.095386:0:87239:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.095388:0:87239:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50ea6f lrc: 4/0,1 mode: --/PW res: [0x147f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.095394:0:164869:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50ea76 lrc: 3/0,1 mode: --/PW res: [0x1480:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.095398:0:122343:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d566327 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+80:167594:x1845970874011136:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 181us (296us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456370.095403:0:87240:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50ea61 lrc: 2/0,0 mode: PW/PW res: [0x146d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.095423:0:87239:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000004f68ffd/0x3e4967fcee50a652 lrc: 3/0,0 mode: PR/PR res: [0x147f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fd05 expref: 80 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1760456370.095423:0:122343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1600 00010000:00010000:0.0:1760456370.095424:0:164869:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007a6bee50/0x3e4967fcee50a691 lrc: 2/0,0 mode: PR/PR res: [0x1480:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fd13 expref: 80 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.095431:0:87240:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.095442:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.095444:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.095446:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50ea61 lrc: 2/0,0 mode: PW/PW res: [0x146d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.095447:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.095449:0:87239:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000004f68ffd/0x3e4967fcee50a652 lrc: 4/0,0 mode: PR/PR res: [0x147f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fd05 expref: 79 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.095450:0:164869:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50ea76 lrc: 4/0,1 mode: --/PW res: [0x1480:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.095466:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e7db8498 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.095470:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50ea61 lrc: 2/0,0 mode: PW/PW res: [0x146d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.095479:0:87239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000095b511e8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:87239:1845970853017856:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.095479:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50ea61 lrc: 3/0,0 mode: PW/PW res: [0x146d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.095490:0:164869:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007a6bee50/0x3e4967fcee50a691 lrc: 3/0,0 mode: PR/PR res: [0x1480:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fd13 expref: 79 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.095495:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50ea61 lrc: 1/0,0 mode: --/PW res: [0x146d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.095500:0:164869:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007a6bee50/0x3e4967fcee50a691 lrc: 4/0,0 mode: PR/PR res: [0x1480:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fd13 expref: 79 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.095502:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50ea61 lrc: 0/0,0 mode: --/PW res: [0x146d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.095507:0:87239:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d1b19e2f going to sleep for 6 seconds 00000100:00100000:0.0:1760456370.095546:0:164869:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ae30ed12 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:164869:1845970853017920:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.095550:0:122906:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ada93d4c/0x3e4967fcee50ea29 lrc: 3/0,1 mode: PW/PW res: [0x144b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.095555:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.095557:0:122906:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ada93d4c/0x3e4967fcee50ea29 lrc: 3/0,1 mode: PW/PW res: [0x144b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.095558:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.095562:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.095565:0:122906:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ada93d4c/0x3e4967fcee50ea29 lrc: 3/0,1 mode: PW/PW res: [0x144b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.095574:0:122906:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ada93d4c/0x3e4967fcee50ea29 lrc: 2/0,0 mode: PW/PW res: [0x144b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.095586:0:122906:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456370.095596:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1760456370.095596:0:164869:0:(client.c:2500:ptlrpc_set_wait()) set 0000000000cdd6c1 going to sleep for 6 seconds 00010000:00010000:3.0:1760456370.095600:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ada93d4c/0x3e4967fcee50ea29 lrc: 2/0,0 mode: PW/PW res: [0x144b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.095606:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ada93d4c already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456370.095608:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ada93d4c/0x3e4967fcee50ea29 lrc: 2/0,0 mode: PW/PW res: [0x144b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.095613:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ada93d4c/0x3e4967fcee50ea29 lrc: 3/0,0 mode: PW/PW res: [0x144b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.095636:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ada93d4c/0x3e4967fcee50ea29 lrc: 1/0,0 mode: --/PW res: [0x144b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.095638:0:164870:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005a869e0a/0x3e4967fcee50a5d4 lrc: 0/0,0 mode: --/PR res: [0x147e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fce9 expref: 79 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.095649:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ada93d4c/0x3e4967fcee50ea29 lrc: 0/0,0 mode: --/PW res: [0x144b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.095661:0:164870:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000d12a667 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:164870:1845970853017664:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.095671:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.095673:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.095676:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.095677:0:164870:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50ea68 lrc: 3/0,1 mode: PW/PW res: [0x147e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.095683:0:164870:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50ea68 lrc: 3/0,1 mode: PW/PW res: [0x147e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.095688:0:164870:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50ea68 lrc: 3/0,1 mode: PW/PW res: [0x147e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.095693:0:164870:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50ea68 lrc: 3/0,1 mode: PW/PW res: [0x147e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.095697:0:164870:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50ea68 lrc: 2/0,0 mode: PW/PW res: [0x147e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.095708:0:164870:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.095718:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.095721:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50ea68 lrc: 2/0,0 mode: PW/PW res: [0x147e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.095725:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002f5c0ee5 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.095727:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50ea68 lrc: 2/0,0 mode: PW/PW res: [0x147e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.095732:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50ea68 lrc: 3/0,0 mode: PW/PW res: [0x147e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.095743:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50ea68 lrc: 1/0,0 mode: --/PW res: [0x147e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.095747:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50ea68 lrc: 0/0,0 mode: --/PW res: [0x147e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.095765:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.095768:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.095771:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.095894:0:122906:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fbb1758d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+570:85189:x1845970853016448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5522us (5828us total) trans 12884911402 rc 0/0 00000100:00100000:1.0:1760456370.095895:0:87240:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d795b14 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+570:85188:x1845970853017408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2584us (2684us total) trans 12884911401 rc 0/0 00000004:00080000:0.0:1760456370.095898:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000017e61f9b/2, rc 0, transno 9514 00000100:00100000:0.0:1760456370.095909:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017e61f9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853016448:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.095913:0:122906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19603 00000100:00100000:1.0:1760456370.095921:0:87240:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19611 00000004:00080000:0.0:1760456370.095950:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000441b19ef/2, rc 0, transno 9513 00000100:00100000:0.0:1760456370.095958:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000441b19ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853017408:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.095965:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1760456370.095972:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000d12a667 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853017984:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.095994:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1760456370.096011:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e9e10d4e/2, rc 0, transno 9511 00000100:00100000:1.0:1760456370.096018:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e9e10d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853017152:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.096042:0:122906:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853017984 00000100:00100000:1.0:1760456370.096052:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000030aa5930 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853018112:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.096076:0:122906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19615 00000100:00100000:1.0:1760456370.096081:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1760456370.096086:0:122906:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009baeceb5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+570:85188:x1845970853017984:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1760456370.096100:0:122906:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5253 count 1 00000100:00100000:1.0:1760456370.096107:0:122919:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853018112 00010000:00010000:3.0:1760456370.096114:0:122906:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50ea7d lrc: 3/0,1 mode: --/PW res: [0x1485:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.096127:0:122906:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000db623669/0x3e4967fcee50a70f lrc: 2/0,0 mode: PR/PR res: [0x1485:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fd2f expref: 78 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.096135:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1760456370.096136:0:164870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c71cb76 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+571:85191:x1845970853017600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2209us (2633us total) trans 12884911403 rc 0/0 00000100:00100000:1.0:1760456370.096137:0:122919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19616 00010000:00010000:3.0:1760456370.096138:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.096142:0:122906:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50ea7d lrc: 4/0,1 mode: --/PW res: [0x1485:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.096146:0:122919:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000020d5ae43 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+571:85191:x1845970853018112:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.096147:0:164870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19612 00002000:00080000:1.0:1760456370.096164:0:122919:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5254 count 1 00010000:00010000:3.0:1760456370.096174:0:122906:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000db623669/0x3e4967fcee50a70f lrc: 3/0,0 mode: PR/PR res: [0x1485:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fd2f expref: 78 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.096178:0:122919:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50ea84 lrc: 3/0,1 mode: --/PW res: [0x1486:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.096190:0:122906:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000db623669/0x3e4967fcee50a70f lrc: 4/0,0 mode: PR/PR res: [0x1485:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fd2f expref: 78 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.096198:0:122919:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bcc92fa5/0x3e4967fcee50a80b lrc: 2/0,0 mode: PR/PR res: [0x1486:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fd67 expref: 78 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.096206:0:122906:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009d9bf87f pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:122906:1845970853018176:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.096210:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.096213:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.096215:0:122919:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50ea84 lrc: 4/0,1 mode: --/PW res: [0x1486:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.096239:0:122919:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bcc92fa5/0x3e4967fcee50a80b lrc: 3/0,0 mode: PR/PR res: [0x1486:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fd67 expref: 78 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.096247:0:122906:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c9d60c8c going to sleep for 6 seconds 00010000:00010000:1.0:1760456370.096251:0:122919:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bcc92fa5/0x3e4967fcee50a80b lrc: 4/0,0 mode: PR/PR res: [0x1486:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fd67 expref: 78 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.096264:0:122919:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cc80dae pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:122919:1845970853018240:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.096268:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b896a514 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853018048:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456370.096291:0:122919:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b8317f2e going to sleep for 6 seconds 00000100:00100000:3.0:1760456370.096308:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456370.096361:0:164871:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005226d317/0x3e4967fcee50a41b lrc: 0/0,0 mode: --/PR res: [0x1478:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fc87 expref: 78 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.096381:0:164871:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cd984e83 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:164871:1845970853017472:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.096396:0:164871:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a36cd9c0/0x3e4967fcee50ea5a lrc: 3/0,1 mode: PW/PW res: [0x1478:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.096403:0:87240:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853018048 00010000:00010000:3.0:1760456370.096405:0:164871:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a36cd9c0/0x3e4967fcee50ea5a lrc: 3/0,1 mode: PW/PW res: [0x1478:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.096413:0:164871:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a36cd9c0/0x3e4967fcee50ea5a lrc: 3/0,1 mode: PW/PW res: [0x1478:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.096421:0:164871:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a36cd9c0/0x3e4967fcee50ea5a lrc: 3/0,1 mode: PW/PW res: [0x1478:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.096427:0:87240:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19617 00010000:00010000:3.0:1760456370.096433:0:164871:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a36cd9c0/0x3e4967fcee50ea5a lrc: 2/0,0 mode: PW/PW res: [0x1478:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.096433:0:87240:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f8110613 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+571:85190:x1845970853018048:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.096454:0:164871:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1760456370.096463:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1760456370.096469:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a36cd9c0/0x3e4967fcee50ea5a lrc: 2/0,0 mode: PW/PW res: [0x1478:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.096479:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a36cd9c0 already unused, calling callback (0000000049577fce) 00010000:00010000:2.0:1760456370.096482:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a36cd9c0/0x3e4967fcee50ea5a lrc: 2/0,0 mode: PW/PW res: [0x1478:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.096491:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a36cd9c0/0x3e4967fcee50ea5a lrc: 3/0,0 mode: PW/PW res: [0x1478:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.096505:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a36cd9c0/0x3e4967fcee50ea5a lrc: 1/0,0 mode: --/PW res: [0x1478:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.096574:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a36cd9c0/0x3e4967fcee50ea5a lrc: 0/0,0 mode: --/PW res: [0x1478:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.096595:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.096597:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.096600:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.096639:0:164871:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000652a7bdb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+572:85188:x1845970853017344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3379us (3499us total) trans 12884911404 rc 0/0 00000100:00100000:3.0:1760456370.096645:0:164871:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19610 00002000:00080000:1.0:1760456370.096646:0:87240:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5255 count 1 00000004:00080000:0.0:1760456370.096650:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000de267599/2, rc 0, transno 9516 00010000:00010000:1.0:1760456370.096658:0:87240:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50ea8b lrc: 3/0,1 mode: --/PW res: [0x1487:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.096659:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de267599 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853017344:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.096671:0:87240:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007da495f7/0x3e4967fcee50a7cc lrc: 2/0,0 mode: PR/PR res: [0x1487:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fd59 expref: 77 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.096676:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.096678:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.096679:0:87240:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50ea8b lrc: 4/0,1 mode: --/PW res: [0x1487:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.096693:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1760456370.096695:0:87240:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007da495f7/0x3e4967fcee50a7cc lrc: 3/0,0 mode: PR/PR res: [0x1487:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fd59 expref: 77 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.096701:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000021502081 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853018304:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.096703:0:87240:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007da495f7/0x3e4967fcee50a7cc lrc: 4/0,0 mode: PR/PR res: [0x1487:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fd59 expref: 77 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.096718:0:87240:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da8be66d pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:87240:1845970853018368:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.096726:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456370.096749:0:87240:0:(client.c:2500:ptlrpc_set_wait()) set 00000000784484d6 going to sleep for 6 seconds 00000100:00100000:3.0:1760456370.096753:0:164871:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853018304 00000100:00100000:3.0:1760456370.096782:0:164871:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19618 00000100:00100000:3.0:1760456370.096789:0:164871:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008975dc8b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+572:85189:x1845970853018304:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1760456370.096792:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000007739e935/2, rc 0, transno 9515 00002000:00080000:3.0:1760456370.096802:0:164871:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5262 count 1 00000100:00100000:1.0:1760456370.096810:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007739e935 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853017600:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.096818:0:164871:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50ea92 lrc: 3/0,1 mode: --/PW res: [0x148e:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.096833:0:164871:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000064de1e09/0x3e4967fcee50a946 lrc: 2/0,0 mode: PR/PR res: [0x148e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fdad expref: 77 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.096841:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.096844:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1760456370.096844:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1760456370.096847:0:164871:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50ea92 lrc: 4/0,1 mode: --/PW res: [0x148e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.096853:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009623f854 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853018432:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.096874:0:164871:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000064de1e09/0x3e4967fcee50a946 lrc: 3/0,0 mode: PR/PR res: [0x148e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fdad expref: 77 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.096884:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456370.096890:0:164871:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000064de1e09/0x3e4967fcee50a946 lrc: 4/0,0 mode: PR/PR res: [0x148e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fdad expref: 77 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.096904:0:164871:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000087f973a4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:164871:1845970853018496:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.096914:0:123791:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853018432 00000100:00100000:3.0:1760456370.096940:0:164871:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c9d645c2 going to sleep for 6 seconds 00000100:00100000:2.0:1760456370.096946:0:123791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19619 00000100:00100000:2.0:1760456370.096952:0:123791:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036623ba6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+573:85188:x1845970853018432:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1760456370.096967:0:123791:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5266 count 1 00000100:00100000:3.0:1760456370.096970:0:87239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000095b511e8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:87239:1845970853017856:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.096984:0:123791:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50ea99 lrc: 3/0,1 mode: --/PW res: [0x1492:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.096988:0:87239:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50ea6f lrc: 3/0,1 mode: --/PW res: [0x147f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.097004:0:123791:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000040c54d73/0x3e4967fcee50a985 lrc: 2/0,0 mode: PR/PR res: [0x1492:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fdbb expref: 77 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.097014:0:123791:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1760456370.097014:0:164869:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ae30ed12 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:164869:1845970853017920:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.097017:0:123791:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.097021:0:123791:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50ea99 lrc: 4/0,1 mode: --/PW res: [0x1492:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.097025:0:164869:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50ea76 lrc: 3/0,1 mode: --/PW res: [0x1480:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.097045:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456370.097048:0:123791:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000040c54d73/0x3e4967fcee50a985 lrc: 3/0,0 mode: PR/PR res: [0x1492:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fdbb expref: 77 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.097060:0:123791:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000040c54d73/0x3e4967fcee50a985 lrc: 4/0,0 mode: PR/PR res: [0x1492:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fdbb expref: 77 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.097072:0:123791:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000048953463 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:123791:1845970853018560:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.097103:0:123791:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b135c565 going to sleep for 6 seconds 00000100:00100000:3.0:1760456370.097152:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874011200 00010000:00010000:3.0:1760456370.097164:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000004f68ffd/0x3e4967fcee50a652 lrc: 4/0,0 mode: PR/PR res: [0x147f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fd05 expref: 78 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.097189:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1601 00000100:00100000:3.0:1760456370.097201:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac15ffdc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+78:167593:x1845970874011200:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00000100:00100000:1.0:1760456370.097201:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456370.097209:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.097212:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000004f68ffd/0x3e4967fcee50a652 lrc: 4/0,0 mode: PR/PR res: [0x147f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fd05 expref: 78 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.097218:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000004f68ffd/0x3e4967fcee50a652 lrc: 3/0,0 mode: PR/PR res: [0x147f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fd05 expref: 78 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.097227:0:122345:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004f68ffd/0x3e4967fcee50a652 lrc: 0/0,0 mode: --/PR res: [0x147f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fd05 expref: 78 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.097237:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.097239:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.097242:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50ea6f lrc: 3/0,1 mode: PW/PW res: [0x147f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.097250:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50ea6f lrc: 4/0,1 mode: PW/PW res: [0x147f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.097264:0:122344:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874011264 00010000:00010000:3.0:1760456370.097274:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456370.097284:0:122344:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007a6bee50/0x3e4967fcee50a691 lrc: 4/0,0 mode: PR/PR res: [0x1480:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fd13 expref: 78 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.097305:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac15ffdc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+78:167593:x1845970874011200:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 107us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456370.097311:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.097317:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1602 00000100:00100000:3.0:1760456370.097330:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1601 00000100:00100000:2.0:1760456370.097330:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009f1350c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+78:167593:x1845970874011264:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1760456370.097343:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.097349:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007a6bee50/0x3e4967fcee50a691 lrc: 4/0,0 mode: PR/PR res: [0x1480:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fd13 expref: 77 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.097353:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874011392 00010000:00010000:2.0:1760456370.097362:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007a6bee50/0x3e4967fcee50a691 lrc: 3/0,0 mode: PR/PR res: [0x1480:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fd13 expref: 78 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.097368:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bcc92fa5/0x3e4967fcee50a80b lrc: 5/0,0 mode: PR/PR res: [0x1486:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fd67 expref: 78 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.097386:0:122344:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007a6bee50/0x3e4967fcee50a691 lrc: 0/0,0 mode: --/PR res: [0x1480:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fd13 expref: 78 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.097402:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.097404:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1760456370.097408:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1603 00010000:00010000:2.0:1760456370.097408:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50ea76 lrc: 3/0,1 mode: PW/PW res: [0x1480:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.097419:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba1a6b8e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+77:167596:x1845970874011392:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1760456370.097425:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50ea76 lrc: 4/0,1 mode: PW/PW res: [0x1480:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.097430:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.097437:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bcc92fa5/0x3e4967fcee50a80b lrc: 5/0,0 mode: PR/PR res: [0x1486:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fd67 expref: 77 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.097449:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bcc92fa5/0x3e4967fcee50a80b lrc: 4/0,0 mode: PR/PR res: [0x1486:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fd67 expref: 77 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.097460:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1760456370.097460:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456370.097464:0:164869:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50ea76 lrc: 3/0,1 mode: PW/PW res: [0x1480:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.097466:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.097469:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.097473:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50ea84 lrc: 3/0,1 mode: PW/PW res: [0x1486:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.097474:0:164869:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50ea76 lrc: 3/0,1 mode: PW/PW res: [0x1480:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.097495:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009f1350c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+77:167593:x1845970874011264:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 165us (298us total) trans 0 rc 0/0 00010000:00010000:3.0:1760456370.097496:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50ea84 lrc: 4/0,1 mode: PW/PW res: [0x1486:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.097496:0:164869:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50ea76 lrc: 3/0,1 mode: PW/PW res: [0x1480:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.097530:0:164869:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50ea76 lrc: 2/0,0 mode: PW/PW res: [0x1480:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.097542:0:164869:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1760456370.097553:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1602 00010000:00010000:3.0:1760456370.097562:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1760456370.097597:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874011328 00010000:00010000:2.0:1760456370.097613:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000db623669/0x3e4967fcee50a70f lrc: 5/0,0 mode: PR/PR res: [0x1485:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fd2f expref: 77 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.097634:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba1a6b8e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+77:167596:x1845970874011392:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 201us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.097649:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1603 00000100:00100000:3.0:1760456370.097679:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1604 00000100:00100000:3.0:1760456370.097685:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000014f2e45a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+76:167593:x1845970874011328:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1760456370.097695:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.097701:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000db623669/0x3e4967fcee50a70f lrc: 5/0,0 mode: PR/PR res: [0x1485:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fd2f expref: 76 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.097715:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000db623669/0x3e4967fcee50a70f lrc: 4/0,0 mode: PR/PR res: [0x1485:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fd2f expref: 76 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.097720:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.097725:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50ea76 lrc: 2/0,0 mode: PW/PW res: [0x1480:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.097728:0:164869:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c8431f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+574:85189:x1845970853017792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2361us (2435us total) trans 12884911405 rc 0/0 00000100:00100000:0.0:1760456370.097743:0:164869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19614 00010000:00010000:3.0:1760456370.097751:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.097755:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.097757:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50ea7d lrc: 3/0,1 mode: PW/PW res: [0x1485:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.097766:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50ea7d lrc: 4/0,1 mode: PW/PW res: [0x1485:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.097770:0:123791:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000048953463 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:123791:1845970853018560:192.168.203.34@tcp:104: 00000004:00080000:0.0:1760456370.097773:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006567e0b1/2, rc 0, transno 9517 00000100:00100000:0.0:1760456370.097785:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006567e0b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853017792:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.097790:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456370.097796:0:123791:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50ea99 lrc: 3/0,1 mode: --/PW res: [0x1492:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.097819:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000809e3c27 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.097823:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50ea76 lrc: 2/0,0 mode: PW/PW res: [0x1480:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.097828:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000014f2e45a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+76:167593:x1845970874011328:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 139us (406us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456370.097839:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50ea76 lrc: 3/0,0 mode: PW/PW res: [0x1480:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.097846:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1604 00010000:00010000:1.0:1760456370.097859:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50ea76 lrc: 1/0,0 mode: --/PW res: [0x1480:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.097868:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50ea76 lrc: 0/0,0 mode: --/PW res: [0x1480:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.097874:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:3.0:1760456370.097888:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ae30ed12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853018624:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.097891:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.097894:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.097895:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.097918:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1760456370.097944:0:164869:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853018624 00000100:00100000:3.0:1760456370.097965:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874011520 00000100:00100000:0.0:1760456370.097971:0:164869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19620 00000100:00100000:2.0:1760456370.097977:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456370.097979:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000064de1e09/0x3e4967fcee50a946 lrc: 5/0,0 mode: PR/PR res: [0x148e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fdad expref: 76 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.097981:0:164869:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc762057 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+574:85190:x1845970853018624:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1760456370.097998:0:164869:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5278 count 1 00000100:00100000:3.0:1760456370.098008:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874011456 00010000:00010000:0.0:1760456370.098010:0:164869:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50eaa0 lrc: 3/0,1 mode: --/PW res: [0x149e:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.098019:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007da495f7/0x3e4967fcee50a7cc lrc: 5/0,0 mode: PR/PR res: [0x1487:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fd59 expref: 77 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.098022:0:164869:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000559b1d9f/0x3e4967fcee50a9c4 lrc: 2/0,0 mode: PR/PR res: [0x149e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fdc9 expref: 77 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.098029:0:122919:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bcc92fa5/0x3e4967fcee50a80b lrc: 0/0,0 mode: --/PR res: [0x1486:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fd67 expref: 77 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.098041:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.098044:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.098046:0:164869:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50eaa0 lrc: 4/0,1 mode: --/PW res: [0x149e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.098047:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1605 00000100:00100000:1.0:1760456370.098048:0:122919:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cc80dae pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:122919:1845970853018240:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.098061:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a468183d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+76:167593:x1845970874011520:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1760456370.098062:0:122919:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50ea84 lrc: 3/0,1 mode: PW/PW res: [0x1486:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.098071:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456370.098076:0:164869:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000559b1d9f/0x3e4967fcee50a9c4 lrc: 3/0,0 mode: PR/PR res: [0x149e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fdc9 expref: 76 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.098077:0:122919:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50ea84 lrc: 3/0,1 mode: PW/PW res: [0x1486:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.098078:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.098086:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000064de1e09/0x3e4967fcee50a946 lrc: 5/0,0 mode: PR/PR res: [0x148e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fdad expref: 76 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.098090:0:164869:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000559b1d9f/0x3e4967fcee50a9c4 lrc: 4/0,0 mode: PR/PR res: [0x149e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fdc9 expref: 76 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.098097:0:122344:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874011584 00010000:00010000:2.0:1760456370.098115:0:122344:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000040c54d73/0x3e4967fcee50a985 lrc: 4/0,0 mode: PR/PR res: [0x1492:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fdbb expref: 77 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.098116:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000064de1e09/0x3e4967fcee50a946 lrc: 4/0,0 mode: PR/PR res: [0x148e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fdad expref: 77 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.098116:0:164869:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000015c576cc pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:164869:1845970853018688:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.098121:0:122919:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50ea84 lrc: 3/0,1 mode: PW/PW res: [0x1486:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.098146:0:122919:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50ea84 lrc: 3/0,1 mode: PW/PW res: [0x1486:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.098150:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.098151:0:122919:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50ea84 lrc: 2/0,0 mode: PW/PW res: [0x1486:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.098153:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.098156:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50ea92 lrc: 3/0,1 mode: PW/PW res: [0x148e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.098158:0:164869:0:(client.c:2500:ptlrpc_set_wait()) set 0000000066840e62 going to sleep for 6 seconds 00000100:00100000:2.0:1760456370.098165:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1606 00010000:00010000:1.0:1760456370.098167:0:122919:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456370.098169:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50ea92 lrc: 4/0,1 mode: PW/PW res: [0x148e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.098177:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000048953463 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+77:167593:x1845970874011456:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1760456370.098188:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456370.098188:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.098195:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007da495f7/0x3e4967fcee50a7cc lrc: 5/0,0 mode: PR/PR res: [0x1487:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fd59 expref: 77 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.098206:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007da495f7/0x3e4967fcee50a7cc lrc: 4/0,0 mode: PR/PR res: [0x1487:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fd59 expref: 77 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.098210:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a468183d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+77:167593:x1845970874011520:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 152us (345us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.098224:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1605 00010000:00010000:2.0:1760456370.098236:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.098240:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.098243:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50ea8b lrc: 3/0,1 mode: PW/PW res: [0x1487:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.098251:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50ea8b lrc: 4/0,1 mode: PW/PW res: [0x1487:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.098260:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1607 00000100:00100000:3.0:1760456370.098266:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dfef8613 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+76:167593:x1845970874011584:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1760456370.098273:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.098273:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456370.098277:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000040c54d73/0x3e4967fcee50a985 lrc: 4/0,0 mode: PR/PR res: [0x1492:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fdbb expref: 76 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.098285:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000040c54d73/0x3e4967fcee50a985 lrc: 3/0,0 mode: PR/PR res: [0x1492:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fdbb expref: 76 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.098297:0:86473:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000040c54d73/0x3e4967fcee50a985 lrc: 0/0,0 mode: --/PR res: [0x1492:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fdbb expref: 76 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.098305:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000048953463 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+76:167593:x1845970874011456:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 127us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.098325:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1606 00010000:00010000:3.0:1760456370.098326:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.098329:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.098331:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50ea99 lrc: 3/0,1 mode: PW/PW res: [0x1492:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.098337:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50ea99 lrc: 4/0,1 mode: PW/PW res: [0x1492:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.098345:0:122919:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000020d5ae43 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+575:85191:x1845970853018112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2199us (2265us total) trans 12884911406 rc 0/0 00000100:00100000:1.0:1760456370.098352:0:122919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19616 00010000:00010000:3.0:1760456370.098356:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456370.098377:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1760456370.098378:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dfef8613 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+74:167593:x1845970874011584:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 111us (317us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456370.098382:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50ea84 lrc: 2/0,0 mode: PW/PW res: [0x1486:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.098389:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1607 00010000:00010000:1.0:1760456370.098395:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000666e57f8 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.098398:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50ea84 lrc: 2/0,0 mode: PW/PW res: [0x1486:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.098403:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50ea84 lrc: 3/0,0 mode: PW/PW res: [0x1486:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.098415:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50ea84 lrc: 1/0,0 mode: --/PW res: [0x1486:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.098420:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50ea84 lrc: 0/0,0 mode: --/PW res: [0x1486:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.098422:0:87239:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50ea6f lrc: 3/0,1 mode: PW/PW res: [0x147f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.098430:0:87239:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50ea6f lrc: 3/0,1 mode: PW/PW res: [0x147f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.098433:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.098436:0:87239:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50ea6f lrc: 3/0,1 mode: PW/PW res: [0x147f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.098436:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.098439:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.098442:0:87239:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50ea6f lrc: 2/0,0 mode: PW/PW res: [0x147f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.098455:0:87239:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.098464:0:87240:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007da495f7/0x3e4967fcee50a7cc lrc: 0/0,0 mode: --/PR res: [0x1487:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fd59 expref: 73 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.098466:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1760456370.098467:0:123791:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50ea99 lrc: 3/0,1 mode: PW/PW res: [0x1492:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.098471:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50ea6f lrc: 2/0,0 mode: PW/PW res: [0x147f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.098491:0:87240:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da8be66d pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:87240:1845970853018368:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.098495:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000012cc2455 already unused, calling callback (0000000049577fce) 00010000:00010000:2.0:1760456370.098496:0:123791:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50ea99 lrc: 3/0,1 mode: PW/PW res: [0x1492:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.098499:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50ea6f lrc: 2/0,0 mode: PW/PW res: [0x147f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.098541:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50ea6f lrc: 3/0,0 mode: PW/PW res: [0x147f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.098551:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50ea6f lrc: 1/0,0 mode: --/PW res: [0x147f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.098561:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50ea6f lrc: 0/0,0 mode: --/PW res: [0x147f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.098561:0:123791:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50ea99 lrc: 3/0,1 mode: PW/PW res: [0x1492:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.098565:0:87240:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50ea8b lrc: 3/0,1 mode: PW/PW res: [0x1487:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.098584:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.098586:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.098587:0:123791:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50ea99 lrc: 2/0,0 mode: PW/PW res: [0x1492:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.098588:0:87240:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50ea8b lrc: 3/0,1 mode: PW/PW res: [0x1487:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.098589:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.098610:0:87240:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50ea8b lrc: 3/0,1 mode: PW/PW res: [0x1487:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.098616:0:87240:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50ea8b lrc: 3/0,1 mode: PW/PW res: [0x1487:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.098635:0:123791:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.098636:0:87240:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50ea8b lrc: 2/0,0 mode: PW/PW res: [0x1487:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.098643:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.098653:0:87240:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.098654:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50ea99 lrc: 2/0,0 mode: PW/PW res: [0x1492:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.098662:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ccd3046f already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.098664:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.098665:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50ea99 lrc: 2/0,0 mode: PW/PW res: [0x1492:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.098668:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50ea8b lrc: 2/0,0 mode: PW/PW res: [0x1487:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.098676:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50ea99 lrc: 3/0,0 mode: PW/PW res: [0x1492:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.098678:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000037a97751 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.098682:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50ea8b lrc: 2/0,0 mode: PW/PW res: [0x1487:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.098690:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50ea8b lrc: 3/0,0 mode: PW/PW res: [0x1487:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.098692:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50ea99 lrc: 1/0,0 mode: --/PW res: [0x1492:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.098698:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ccd3046f/0x3e4967fcee50ea99 lrc: 0/0,0 mode: --/PW res: [0x1492:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.098701:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50ea8b lrc: 1/0,0 mode: --/PW res: [0x1487:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.098708:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50ea8b lrc: 0/0,0 mode: --/PW res: [0x1487:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.098717:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.098721:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.098724:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.098729:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.098732:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.098735:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.098814:0:87239:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009613b9ea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+575:85190:x1845970853017728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3501us (3568us total) trans 12884911407 rc 0/0 00000100:00100000:3.0:1760456370.098823:0:87239:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19613 00000004:00080000:3.0:1760456370.098862:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000003844187/2, rc 0, transno 9519 00000100:00100000:3.0:1760456370.098882:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000003844187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853017728:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.098915:0:122906:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000db623669/0x3e4967fcee50a70f lrc: 0/0,0 mode: --/PR res: [0x1485:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fd2f expref: 72 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.098924:0:122906:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009d9bf87f pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:122906:1845970853018176:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.098945:0:123791:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036623ba6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+576:85188:x1845970853018432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1990us (2061us total) trans 12884911408 rc 0/0 00010000:00010000:3.0:1760456370.098946:0:122906:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50ea7d lrc: 3/0,1 mode: PW/PW res: [0x1485:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1760456370.098950:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009623f854/2, rc 0, transno 9520 00010000:00010000:3.0:1760456370.098962:0:122906:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50ea7d lrc: 3/0,1 mode: PW/PW res: [0x1485:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.098963:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009623f854 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853018432:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.098967:0:123791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19619 00010000:00010000:3.0:1760456370.098974:0:122906:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50ea7d lrc: 3/0,1 mode: PW/PW res: [0x1485:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.098980:0:122906:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50ea7d lrc: 3/0,1 mode: PW/PW res: [0x1485:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.098985:0:122906:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50ea7d lrc: 2/0,0 mode: PW/PW res: [0x1485:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.098990:0:87240:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f8110613 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+575:85190:x1845970853018048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2554us (2682us total) trans 12884911409 rc 0/0 00000100:00100000:1.0:1760456370.098997:0:87240:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19617 00010000:00010000:3.0:1760456370.099003:0:122906:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1760456370.099014:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1760456370.099016:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.099021:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50ea7d lrc: 2/0,0 mode: PW/PW res: [0x1485:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.099024:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000485ac8cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853018816:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.099063:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1760456370.099098:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009a426bd1 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.099102:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50ea7d lrc: 2/0,0 mode: PW/PW res: [0x1485:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.099107:0:123791:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853018816 00010000:00010000:1.0:1760456370.099107:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50ea7d lrc: 3/0,0 mode: PW/PW res: [0x1485:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.099120:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50ea7d lrc: 1/0,0 mode: --/PW res: [0x1485:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.099125:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009a426bd1/0x3e4967fcee50ea7d lrc: 0/0,0 mode: --/PW res: [0x1485:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.099142:0:123791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19621 00010000:00010000:1.0:1760456370.099144:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.099147:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.099150:0:123791:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007a70c66c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+576:85189:x1845970853018816:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.099151:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1760456370.099165:0:123791:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5286 count 1 00010000:00010000:2.0:1760456370.099179:0:123791:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000362a6e9e/0x3e4967fcee50eaa7 lrc: 3/0,1 mode: --/PW res: [0x14a6:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.099185:0:122906:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009baeceb5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+576:85188:x1845970853017984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3100us (3190us total) trans 12884911410 rc 0/0 00000100:00100000:3.0:1760456370.099200:0:122906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19615 00010000:00010000:2.0:1760456370.099201:0:123791:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a7792354/0x3e4967fcee50aaff lrc: 2/0,0 mode: PR/PR res: [0x14a6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fe0f expref: 71 pid: 87239 timeout: 0 lvb_type: 1 00000004:00080000:0.0:1760456370.099201:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000000d12a667/2, rc 0, transno 9522 00000100:00100000:0.0:1760456370.099215:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000d12a667 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853017984:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.099221:0:123791:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.099225:0:123791:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.099227:0:123791:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000362a6e9e/0x3e4967fcee50eaa7 lrc: 4/0,1 mode: --/PW res: [0x14a6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1760456370.099232:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b896a514/2, rc 0, transno 9521 00000100:00100000:1.0:1760456370.099239:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:3.0:1760456370.099241:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b896a514 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853018048:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.099248:0:85190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1760456370.099257:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002e13246e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853018752:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.099263:0:123791:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a7792354/0x3e4967fcee50aaff lrc: 3/0,0 mode: PR/PR res: [0x14a6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fe0f expref: 71 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.099275:0:123791:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a7792354/0x3e4967fcee50aaff lrc: 4/0,0 mode: PR/PR res: [0x14a6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fe0f expref: 71 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.099288:0:123791:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ba802d17 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:123791:1845970853018944:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.099294:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1760456370.099297:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ca39c373 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853018880:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1760456370.099312:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000030aa5930/2, rc 0, transno 9518 00000100:00100000:3.0:1760456370.099323:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a1de5e7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853019008:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456370.099325:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000030aa5930 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853018112:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.099334:0:123791:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a689660d going to sleep for 6 seconds 00000100:00100000:0.0:1760456370.099337:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456370.099353:0:87240:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853018752 00000100:00100000:3.0:1760456370.099361:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874011648 00010000:00010000:3.0:1760456370.099380:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000559b1d9f/0x3e4967fcee50a9c4 lrc: 5/0,0 mode: PR/PR res: [0x149e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fdc9 expref: 72 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.099385:0:122919:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853018880 00000100:00100000:1.0:1760456370.099418:0:122919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19622 00000100:00100000:3.0:1760456370.099421:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1608 00000100:00100000:1.0:1760456370.099425:0:122919:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f42c1f6b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+577:85190:x1845970853018752:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.099431:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da8be66d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+72:167595:x1845970874011648:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00000100:00100000:0.0:1760456370.099433:0:164869:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000015c576cc pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:164869:1845970853018688:192.168.203.34@tcp:104: 00002000:00080000:1.0:1760456370.099435:0:122919:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5291 count 1 00010000:00010000:3.0:1760456370.099444:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1760456370.099449:0:164869:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50eaa0 lrc: 3/0,1 mode: --/PW res: [0x149e:0x0:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.099451:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000559b1d9f/0x3e4967fcee50a9c4 lrc: 4/0,0 mode: PR/PR res: [0x149e:0x0:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fdc9 expref: 72 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.099472:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000559b1d9f/0x3e4967fcee50a9c4 lrc: 3/0,0 mode: PR/PR res: [0x149e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fdc9 expref: 72 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.099482:0:122919:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50eaae lrc: 3/0,1 mode: --/PW res: [0x14ab:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.099483:0:164870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19623 00010000:00010000:3.0:1760456370.099487:0:122345:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000559b1d9f/0x3e4967fcee50a9c4 lrc: 0/0,0 mode: --/PR res: [0x149e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fdc9 expref: 72 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.099492:0:164870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc571645 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+577:85189:x1845970853018880:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.099507:0:122919:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000050943eee/0x3e4967fcee50aa42 lrc: 2/0,0 mode: PR/PR res: [0x14ab:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fde5 expref: 71 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.099508:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.099531:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.099534:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.099535:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.099537:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50eaa0 lrc: 3/0,1 mode: PW/PW res: [0x149e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.099538:0:122919:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50eaae lrc: 4/0,1 mode: --/PW res: [0x14ab:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1760456370.099540:0:164870:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5289 count 1 00010000:00010000:0.0:1760456370.099552:0:164870:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50eab5 lrc: 3/0,1 mode: --/PW res: [0x14a9:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.099559:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50eaa0 lrc: 4/0,1 mode: PW/PW res: [0x149e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.099573:0:122919:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000050943eee/0x3e4967fcee50aa42 lrc: 3/0,0 mode: PR/PR res: [0x14ab:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fde5 expref: 71 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.099573:0:164870:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004d177a69/0x3e4967fcee50abbc lrc: 2/0,0 mode: PR/PR res: [0x14a9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fe39 expref: 71 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.099580:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.099593:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.099596:0:122919:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000050943eee/0x3e4967fcee50aa42 lrc: 4/0,0 mode: PR/PR res: [0x14ab:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fde5 expref: 71 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.099596:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.099598:0:164870:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50eab5 lrc: 4/0,1 mode: --/PW res: [0x14a9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.099607:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da8be66d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+71:167595:x1845970874011648:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 174us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.099631:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1608 00000100:00100000:1.0:1760456370.099631:0:122919:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cc80dae pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:122919:1845970853019136:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.099647:0:164870:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004d177a69/0x3e4967fcee50abbc lrc: 3/0,0 mode: PR/PR res: [0x14a9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fe39 expref: 70 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.099656:0:164870:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004d177a69/0x3e4967fcee50abbc lrc: 4/0,0 mode: PR/PR res: [0x14a9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fe39 expref: 70 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.099662:0:122919:0:(client.c:2500:ptlrpc_set_wait()) set 00000000784484d6 going to sleep for 6 seconds 00000100:00100000:3.0:1760456370.099667:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1760456370.099672:0:164870:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dc65971e pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:164870:1845970853019200:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456370.099681:0:87240:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853019008 00000100:00100000:3.0:1760456370.099697:0:85190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1760456370.099704:0:164870:0:(client.c:2500:ptlrpc_set_wait()) set 0000000066840e62 going to sleep for 6 seconds 00000100:00100000:3.0:1760456370.099710:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065f0c040 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853019072:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456370.099718:0:164869:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50eaa0 lrc: 3/0,1 mode: PW/PW res: [0x149e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.099724:0:164869:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50eaa0 lrc: 3/0,1 mode: PW/PW res: [0x149e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.099730:0:164869:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50eaa0 lrc: 3/0,1 mode: PW/PW res: [0x149e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.099735:0:164869:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50eaa0 lrc: 2/0,0 mode: PW/PW res: [0x149e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.099748:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456370.099752:0:164867:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19624 00010000:00010000:0.0:1760456370.099752:0:164869:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1760456370.099762:0:164867:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ced881c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+578:85190:x1845970853019008:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.099770:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.099775:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50eaa0 lrc: 2/0,0 mode: PW/PW res: [0x149e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1760456370.099778:0:164867:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5296 count 1 00010000:00010000:1.0:1760456370.099785:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000088839f4b already unused, calling callback (0000000049577fce) 00000100:00100000:3.0:1760456370.099788:0:87239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853019072 00010000:00010000:1.0:1760456370.099788:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50eaa0 lrc: 2/0,0 mode: PW/PW res: [0x149e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.099796:0:164867:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fdd2497a/0x3e4967fcee50eabc lrc: 3/0,1 mode: --/PW res: [0x14b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.099810:0:164867:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ba1ec533/0x3e4967fcee50ac79 lrc: 2/0,0 mode: PR/PR res: [0x14b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fe63 expref: 70 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.099820:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1760456370.099822:0:87239:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19625 00010000:00010000:2.0:1760456370.099824:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.099828:0:164867:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fdd2497a/0x3e4967fcee50eabc lrc: 4/0,1 mode: --/PW res: [0x14b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.099828:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50eaa0 lrc: 3/0,0 mode: PW/PW res: [0x149e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.099834:0:87239:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba9d9a79 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+579:85190:x1845970853019072:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1760456370.099855:0:87239:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5292 count 1 00010000:00010000:1.0:1760456370.099858:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50eaa0 lrc: 1/0,0 mode: --/PW res: [0x149e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.099865:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50eaa0 lrc: 0/0,0 mode: --/PW res: [0x149e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.099872:0:87239:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50eac3 lrc: 3/0,1 mode: --/PW res: [0x14ac:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.099878:0:164867:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ba1ec533/0x3e4967fcee50ac79 lrc: 3/0,0 mode: PR/PR res: [0x14b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fe63 expref: 70 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.099879:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.099881:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.099883:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.099894:0:87239:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c59e99bd/0x3e4967fcee50acb8 lrc: 2/0,0 mode: PR/PR res: [0x14ac:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fe71 expref: 70 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.099894:0:164869:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc762057 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+580:85190:x1845970853018624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1914us (1974us total) trans 12884911411 rc 0/0 00010000:00010000:2.0:1760456370.099897:0:164867:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ba1ec533/0x3e4967fcee50ac79 lrc: 4/0,0 mode: PR/PR res: [0x14b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fe63 expref: 70 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.099911:0:164869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19620 00010000:00010000:3.0:1760456370.099920:0:87239:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.099923:0:87239:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.099925:0:87239:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50eac3 lrc: 4/0,1 mode: --/PW res: [0x14ac:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.099927:0:164867:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d566327 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:164867:1845970853019264:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.099952:0:87239:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c59e99bd/0x3e4967fcee50acb8 lrc: 3/0,0 mode: PR/PR res: [0x14ac:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fe71 expref: 70 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.099962:0:87239:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c59e99bd/0x3e4967fcee50acb8 lrc: 4/0,0 mode: PR/PR res: [0x14ac:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fe71 expref: 70 pid: 87239 timeout: 4721 lvb_type: 1 00000004:00080000:0.0:1760456370.099967:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000068be9691/2, rc 0, transno 9509 00000100:00100000:1.0:1760456370.099971:0:122921:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad4ac4c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+579:85188:x1845970853016832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8358us (8678us total) trans 12884911397 rc 0/0 00000100:00100000:3.0:1760456370.099972:0:87239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000f6b8c2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:87239:1845970853019328:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.099979:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068be9691 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853016832:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.099982:0:164867:0:(client.c:2500:ptlrpc_set_wait()) set 000000009ffc25a1 going to sleep for 6 seconds 00000100:00100000:1.0:1760456370.099985:0:122921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19606 00000100:00100000:3.0:1760456370.099997:0:87239:0:(client.c:2500:ptlrpc_set_wait()) set 000000001dd5b353 going to sleep for 6 seconds 00000004:00080000:3.0:1760456370.100025:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ae30ed12/2, rc 0, transno 9523 00000100:00100000:0.0:1760456370.100032:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b3418c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853019392:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.100036:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ae30ed12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853018624:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.100063:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456370.100068:0:164871:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000064de1e09/0x3e4967fcee50a946 lrc: 0/0,0 mode: --/PR res: [0x148e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fdad expref: 70 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.100079:0:164871:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000087f973a4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:164871:1845970853018496:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456370.100082:0:122921:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853019392 00010000:00010000:3.0:1760456370.100092:0:164871:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50ea92 lrc: 3/0,1 mode: PW/PW res: [0x148e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.100098:0:164871:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50ea92 lrc: 3/0,1 mode: PW/PW res: [0x148e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.100102:0:164871:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50ea92 lrc: 3/0,1 mode: PW/PW res: [0x148e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.100107:0:164871:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50ea92 lrc: 3/0,1 mode: PW/PW res: [0x148e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.100112:0:164871:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50ea92 lrc: 2/0,0 mode: PW/PW res: [0x148e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.100117:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fcc8659d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853019456:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.100124:0:164871:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456370.100133:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456370.100136:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50ea92 lrc: 2/0,0 mode: PW/PW res: [0x148e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.100143:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456370.100147:0:122921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19626 00010000:00010000:3.0:1760456370.100149:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008b096a6a already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456370.100153:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50ea92 lrc: 2/0,0 mode: PW/PW res: [0x148e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.100156:0:122921:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006eb396aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+579:85188:x1845970853019392:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.100169:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50ea92 lrc: 3/0,0 mode: PW/PW res: [0x148e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1760456370.100174:0:122921:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5300 count 1 00000100:00100000:0.0:1760456370.100174:0:122923:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853019456 00010000:00010000:3.0:1760456370.100178:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50ea92 lrc: 1/0,0 mode: --/PW res: [0x148e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.100184:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50ea92 lrc: 0/0,0 mode: --/PW res: [0x148e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.100189:0:122921:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50eaca lrc: 3/0,1 mode: --/PW res: [0x14b4:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.100197:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.100199:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.100201:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.100205:0:122923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19627 00010000:00010000:1.0:1760456370.100212:0:122921:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000051723351/0x3e4967fcee50acf7 lrc: 2/0,0 mode: PR/PR res: [0x14b4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fe7f expref: 69 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.100215:0:122923:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000979d533 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+580:85189:x1845970853019456:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.100232:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.100234:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.100236:0:122921:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50eaca lrc: 4/0,1 mode: --/PW res: [0x14b4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1760456370.100241:0:122923:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5299 count 1 00010000:00010000:0.0:1760456370.100256:0:122923:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50ead1 lrc: 3/0,1 mode: --/PW res: [0x14b3:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.100268:0:122923:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005f54f962/0x3e4967fcee50ad75 lrc: 2/0,0 mode: PR/PR res: [0x14b3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fe9b expref: 69 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.100275:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.100277:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.100278:0:122923:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50ead1 lrc: 4/0,1 mode: --/PW res: [0x14b3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.100300:0:122923:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005f54f962/0x3e4967fcee50ad75 lrc: 3/0,0 mode: PR/PR res: [0x14b3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fe9b expref: 69 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.100310:0:122923:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005f54f962/0x3e4967fcee50ad75 lrc: 4/0,0 mode: PR/PR res: [0x14b3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fe9b expref: 69 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.100333:0:122923:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fb30b7f9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:122923:1845970853019520:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.100341:0:122921:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000051723351/0x3e4967fcee50acf7 lrc: 3/0,0 mode: PR/PR res: [0x14b4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fe7f expref: 69 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.100346:0:164871:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008975dc8b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+581:85189:x1845970853018304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3555us (3618us total) trans 12884911412 rc 0/0 00000100:00100000:3.0:1760456370.100359:0:164871:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19618 00010000:00010000:1.0:1760456370.100361:0:122921:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000051723351/0x3e4967fcee50acf7 lrc: 4/0,0 mode: PR/PR res: [0x14b4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fe7f expref: 69 pid: 87239 timeout: 4721 lvb_type: 1 00000004:00080000:0.0:1760456370.100361:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000021502081/2, rc 0, transno 9524 00000100:00100000:1.0:1760456370.100375:0:122921:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e44552cd pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:122921:1845970853019584:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.100377:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000021502081 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853018304:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.100399:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456370.100405:0:122921:0:(client.c:2500:ptlrpc_set_wait()) set 0000000047168fbe going to sleep for 6 seconds 00000100:00100000:3.0:1760456370.100434:0:86475:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874011712 00000100:00100000:1.0:1760456370.100439:0:85191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1760456370.100449:0:86475:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a7792354/0x3e4967fcee50aaff lrc: 5/0,0 mode: PR/PR res: [0x14a6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fe0f expref: 70 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.100449:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a325bff1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853019648:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.100462:0:122923:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ead0540c going to sleep for 6 seconds 00000100:00100000:3.0:1760456370.100482:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1609 00000100:00100000:3.0:1760456370.100488:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ccb9cad2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+70:167593:x1845970874011712:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1760456370.100497:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.100502:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a7792354/0x3e4967fcee50aaff lrc: 5/0,0 mode: PR/PR res: [0x14a6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fe0f expref: 70 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.100563:0:123791:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ba802d17 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:123791:1845970853018944:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.100586:0:123791:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000362a6e9e/0x3e4967fcee50eaa7 lrc: 3/0,1 mode: --/PW res: [0x14a6:0x0:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.100598:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a7792354/0x3e4967fcee50aaff lrc: 3/0,0 mode: PR/PR res: [0x14a6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fe0f expref: 70 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.100609:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456370.100632:0:86475:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a7792354/0x3e4967fcee50aaff lrc: 0/0,0 mode: --/PR res: [0x14a6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fe0f expref: 70 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.100643:0:88855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853019648 00010000:00010000:3.0:1760456370.100646:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.100649:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.100652:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000362a6e9e/0x3e4967fcee50eaa7 lrc: 3/0,1 mode: PW/PW res: [0x14a6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.100660:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000362a6e9e/0x3e4967fcee50eaa7 lrc: 4/0,1 mode: PW/PW res: [0x14a6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.100666:0:88855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19628 00000100:00100000:0.0:1760456370.100672:0:88855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000360b0d8a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+581:85191:x1845970853019648:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1760456370.100682:0:88855:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5304 count 1 00010000:00010000:0.0:1760456370.100690:0:88855:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50ead8 lrc: 3/0,1 mode: --/PW res: [0x14b8:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.100691:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.100700:0:88855:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005e72cb56/0x3e4967fcee50adf3 lrc: 2/0,0 mode: PR/PR res: [0x14b8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49feb7 expref: 69 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.100706:0:88855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.100707:0:88855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.100708:0:88855:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50ead8 lrc: 4/0,1 mode: --/PW res: [0x14b8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.100716:0:123791:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000362a6e9e/0x3e4967fcee50eaa7 lrc: 3/0,1 mode: PW/PW res: [0x14a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.100725:0:88855:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005e72cb56/0x3e4967fcee50adf3 lrc: 3/0,0 mode: PR/PR res: [0x14b8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49feb7 expref: 69 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.100726:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ccb9cad2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+69:167593:x1845970874011712:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 233us (327us total) trans 0 rc 0/0 00010000:00010000:2.0:1760456370.100738:0:123791:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000362a6e9e/0x3e4967fcee50eaa7 lrc: 3/0,1 mode: PW/PW res: [0x14a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.100750:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1609 00010000:00010000:0.0:1760456370.100750:0:88855:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005e72cb56/0x3e4967fcee50adf3 lrc: 4/0,0 mode: PR/PR res: [0x14b8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49feb7 expref: 69 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.100762:0:123791:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000362a6e9e/0x3e4967fcee50eaa7 lrc: 3/0,1 mode: PW/PW res: [0x14a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.100766:0:88855:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc64a46 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:88855:1845970853019712:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.100777:0:123791:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000362a6e9e/0x3e4967fcee50eaa7 lrc: 2/0,0 mode: PW/PW res: [0x14a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.100797:0:88855:0:(client.c:2500:ptlrpc_set_wait()) set 0000000009b82230 going to sleep for 6 seconds 00010000:00010000:2.0:1760456370.100807:0:123791:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.100811:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.100814:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000362a6e9e/0x3e4967fcee50eaa7 lrc: 2/0,0 mode: PW/PW res: [0x14a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.100819:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000362a6e9e already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.100821:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000362a6e9e/0x3e4967fcee50eaa7 lrc: 2/0,0 mode: PW/PW res: [0x14a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.100827:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000362a6e9e/0x3e4967fcee50eaa7 lrc: 3/0,0 mode: PW/PW res: [0x14a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.100841:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000362a6e9e/0x3e4967fcee50eaa7 lrc: 1/0,0 mode: --/PW res: [0x14a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.100846:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000362a6e9e/0x3e4967fcee50eaa7 lrc: 0/0,0 mode: --/PW res: [0x14a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.100859:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.100860:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.100862:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.100992:0:123791:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007a70c66c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+582:85189:x1845970853018816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1841us (1927us total) trans 12884911413 rc 0/0 00000004:00080000:0.0:1760456370.100997:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000485ac8cf/2, rc 0, transno 9525 00000100:00100000:2.0:1760456370.101002:0:123791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19621 00000100:00100000:0.0:1760456370.101006:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000485ac8cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853018816:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456370.101056:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f9254b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853019776:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456370.101155:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456370.101196:0:123791:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853019776 00000100:00100000:2.0:1760456370.101226:0:123791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19629 00000100:00100000:2.0:1760456370.101230:0:123791:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000098bc48b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+582:85191:x1845970853019776:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1760456370.101244:0:123791:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5293 count 1 00010000:00010000:2.0:1760456370.101257:0:123791:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000268fef09/0x3e4967fcee50eadf lrc: 3/0,1 mode: --/PW res: [0x14ad:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.101268:0:123791:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cc94a73b/0x3e4967fcee50ae71 lrc: 2/0,0 mode: PR/PR res: [0x14ad:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fed3 expref: 68 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.101275:0:123791:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.101277:0:123791:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.101278:0:123791:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000268fef09/0x3e4967fcee50eadf lrc: 4/0,1 mode: --/PW res: [0x14ad:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.101297:0:123791:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cc94a73b/0x3e4967fcee50ae71 lrc: 3/0,0 mode: PR/PR res: [0x14ad:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fed3 expref: 68 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.101306:0:123791:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cc94a73b/0x3e4967fcee50ae71 lrc: 4/0,0 mode: PR/PR res: [0x14ad:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fed3 expref: 68 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.101316:0:123791:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ba802d17 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:123791:1845970853019840:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.101347:0:123791:0:(client.c:2500:ptlrpc_set_wait()) set 000000000c9e8cb0 going to sleep for 6 seconds 00000100:00100000:0.0:1760456370.101494:0:164870:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dc65971e pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:164870:1845970853019200:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.101507:0:164870:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50eab5 lrc: 3/0,1 mode: --/PW res: [0x14a9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.101560:0:87239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000f6b8c2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:87239:1845970853019328:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.101579:0:87239:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50eac3 lrc: 3/0,1 mode: --/PW res: [0x14ac:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.101606:0:164867:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d566327 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:164867:1845970853019264:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456370.101630:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456370.101639:0:164867:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fdd2497a/0x3e4967fcee50eabc lrc: 3/0,1 mode: --/PW res: [0x14b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.101661:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874011840 00010000:00010000:3.0:1760456370.101677:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004d177a69/0x3e4967fcee50abbc lrc: 4/0,0 mode: PR/PR res: [0x14a9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fe39 expref: 69 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.101703:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1610 00000100:00100000:3.0:1760456370.101709:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005dd317a2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+69:167595:x1845970874011840:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00000100:00100000:1.0:1760456370.101714:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456370.101727:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.101733:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004d177a69/0x3e4967fcee50abbc lrc: 4/0,0 mode: PR/PR res: [0x14a9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fe39 expref: 69 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.101747:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004d177a69/0x3e4967fcee50abbc lrc: 3/0,0 mode: PR/PR res: [0x14a9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fe39 expref: 69 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.101750:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456370.101767:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456370.101771:0:122345:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004d177a69/0x3e4967fcee50abbc lrc: 0/0,0 mode: --/PR res: [0x14a9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fe39 expref: 69 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.101784:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.101786:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.101789:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50eab5 lrc: 3/0,1 mode: PW/PW res: [0x14a9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.101796:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50eab5 lrc: 4/0,1 mode: PW/PW res: [0x14a9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.101804:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874011904 00000100:00100000:3.0:1760456370.101817:0:88636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874011776 00010000:00010000:2.0:1760456370.101822:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c59e99bd/0x3e4967fcee50acb8 lrc: 4/0,0 mode: PR/PR res: [0x14ac:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fe71 expref: 70 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.101836:0:88636:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000050943eee/0x3e4967fcee50aa42 lrc: 5/0,0 mode: PR/PR res: [0x14ab:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fde5 expref: 70 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.101866:0:122923:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fb30b7f9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:122923:1845970853019520:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.101867:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1611 00000100:00100000:2.0:1760456370.101867:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874011968 00000100:00100000:1.0:1760456370.101873:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:3.0:1760456370.101880:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002fb570c1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+71:167593:x1845970874011904:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1760456370.101884:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ba1ec533/0x3e4967fcee50ac79 lrc: 4/0,0 mode: PR/PR res: [0x14b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fe63 expref: 71 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.101884:0:122923:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50ead1 lrc: 3/0,1 mode: --/PW res: [0x14b3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.101891:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.101899:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c59e99bd/0x3e4967fcee50acb8 lrc: 4/0,0 mode: PR/PR res: [0x14ac:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fe71 expref: 71 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.101906:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456370.101925:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c59e99bd/0x3e4967fcee50acb8 lrc: 3/0,0 mode: PR/PR res: [0x14ac:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fe71 expref: 71 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.101926:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874012096 00010000:00010000:2.0:1760456370.101941:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005f54f962/0x3e4967fcee50ad75 lrc: 4/0,0 mode: PR/PR res: [0x14b3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fe9b expref: 72 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.101944:0:88855:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc64a46 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:88855:1845970853019712:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.101946:0:88636:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c59e99bd/0x3e4967fcee50acb8 lrc: 0/0,0 mode: --/PR res: [0x14ac:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fe71 expref: 72 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.101956:0:88855:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50ead8 lrc: 3/0,1 mode: --/PW res: [0x14b8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.101972:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.101975:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.101977:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50eac3 lrc: 3/0,1 mode: PW/PW res: [0x14ac:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.101981:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874012032 00000100:00100000:1.0:1760456370.101989:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456370.101991:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50eac3 lrc: 4/0,1 mode: PW/PW res: [0x14ac:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.101996:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000051723351/0x3e4967fcee50acf7 lrc: 5/0,0 mode: PR/PR res: [0x14b4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fe7f expref: 72 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.102019:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874012160 00010000:00010000:3.0:1760456370.102023:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456370.102030:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005e72cb56/0x3e4967fcee50adf3 lrc: 4/0,0 mode: PR/PR res: [0x14b8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49feb7 expref: 73 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.102051:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002fb570c1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+73:167593:x1845970874011904:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 172us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.102058:0:122347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1612 00000100:00100000:1.0:1760456370.102063:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:3.0:1760456370.102072:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1611 00000100:00100000:2.0:1760456370.102074:0:122347:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000316b2012 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+73:167593:x1845970874011776:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1760456370.102088:0:122347:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1760456370.102091:0:88636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874012224 00010000:00010000:2.0:1760456370.102094:0:122347:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000050943eee/0x3e4967fcee50aa42 lrc: 5/0,0 mode: PR/PR res: [0x14ab:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fde5 expref: 72 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.102105:0:88636:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cc94a73b/0x3e4967fcee50ae71 lrc: 5/0,0 mode: PR/PR res: [0x14ad:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fed3 expref: 73 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.102111:0:122347:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000050943eee/0x3e4967fcee50aa42 lrc: 4/0,0 mode: PR/PR res: [0x14ab:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fde5 expref: 73 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.102123:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1613 00000100:00100000:3.0:1760456370.102127:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000a6646d4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+73:167595:x1845970874011968:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1760456370.102131:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.102135:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.102135:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.102140:0:122347:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50eaae lrc: 3/0,1 mode: PW/PW res: [0x14ab:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.102141:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ba1ec533/0x3e4967fcee50ac79 lrc: 4/0,0 mode: PR/PR res: [0x14b0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fe63 expref: 73 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.102150:0:122919:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000050943eee/0x3e4967fcee50aa42 lrc: 0/0,0 mode: --/PR res: [0x14ab:0x0:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fde5 expref: 73 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.102166:0:122347:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50eaae lrc: 4/0,1 mode: PW/PW res: [0x14ab:0x0:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.102168:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ba1ec533/0x3e4967fcee50ac79 lrc: 3/0,0 mode: PR/PR res: [0x14b0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fe63 expref: 73 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.102196:0:88636:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ba1ec533/0x3e4967fcee50ac79 lrc: 0/0,0 mode: --/PR res: [0x14b0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fe63 expref: 73 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.102200:0:122347:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456370.102205:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.102207:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.102209:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fdd2497a/0x3e4967fcee50eabc lrc: 3/0,1 mode: PW/PW res: [0x14b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.102220:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fdd2497a/0x3e4967fcee50eabc lrc: 4/0,1 mode: PW/PW res: [0x14b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.102228:0:122347:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000316b2012 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+71:167593:x1845970874011776:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 159us (481us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456370.102230:0:122919:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cc80dae pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:122919:1845970853019136:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.102236:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1760456370.102244:0:122347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1612 00010000:00010000:1.0:1760456370.102248:0:122919:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50eaae lrc: 3/0,1 mode: PW/PW res: [0x14ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.102256:0:122919:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50eaae lrc: 3/0,1 mode: PW/PW res: [0x14ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.102264:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000a6646d4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+70:167595:x1845970874011968:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 131us (493us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456370.102267:0:122919:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50eaae lrc: 3/0,1 mode: PW/PW res: [0x14ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.102270:0:122347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1614 00000100:00100000:2.0:1760456370.102282:0:122347:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a4abf19e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+70:167593:x1845970874012096:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00000100:00100000:3.0:1760456370.102287:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1613 00010000:00010000:1.0:1760456370.102288:0:122919:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50eaae lrc: 3/0,1 mode: PW/PW res: [0x14ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.102294:0:122347:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456370.102295:0:122919:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50eaae lrc: 2/0,0 mode: PW/PW res: [0x14ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.102301:0:122347:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005f54f962/0x3e4967fcee50ad75 lrc: 4/0,0 mode: PR/PR res: [0x14b3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fe9b expref: 69 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.102307:0:122919:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1760456370.102312:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1615 00010000:00010000:2.0:1760456370.102315:0:122347:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005f54f962/0x3e4967fcee50ad75 lrc: 3/0,0 mode: PR/PR res: [0x14b3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fe9b expref: 69 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.102324:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000847714ce pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+69:167593:x1845970874012032:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1760456370.102336:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.102341:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000051723351/0x3e4967fcee50acf7 lrc: 5/0,0 mode: PR/PR res: [0x14b4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fe7f expref: 69 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.102348:0:122347:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005f54f962/0x3e4967fcee50ad75 lrc: 0/0,0 mode: --/PR res: [0x14b3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fe9b expref: 69 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.102352:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000051723351/0x3e4967fcee50acf7 lrc: 4/0,0 mode: PR/PR res: [0x14b4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fe7f expref: 69 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.102377:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.102379:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.102380:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.102382:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.102384:0:122347:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50ead1 lrc: 3/0,1 mode: PW/PW res: [0x14b3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.102385:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50eaca lrc: 3/0,1 mode: PW/PW res: [0x14b4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.102402:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50eaca lrc: 4/0,1 mode: PW/PW res: [0x14b4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.102405:0:122347:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50ead1 lrc: 4/0,1 mode: PW/PW res: [0x14b3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.102416:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1760456370.102426:0:122919:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f42c1f6b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+583:85190:x1845970853018752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3000us (3135us total) trans 12884911414 rc 0/0 00000100:00100000:1.0:1760456370.102432:0:122919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19622 00000100:00100000:3.0:1760456370.102439:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000847714ce pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+68:167593:x1845970874012032:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 117us (541us total) trans 0 rc 0/0 00010000:00010000:2.0:1760456370.102443:0:122347:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1760456370.102446:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1615 00010000:00010000:0.0:1760456370.102449:0:122923:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50ead1 lrc: 3/0,1 mode: PW/PW res: [0x14b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.102453:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.102458:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50eaae lrc: 2/0,0 mode: PW/PW res: [0x14ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.102459:0:122923:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50ead1 lrc: 3/0,1 mode: PW/PW res: [0x14b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.102467:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1616 00000100:00100000:2.0:1760456370.102477:0:122347:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a4abf19e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+67:167593:x1845970874012096:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 193us (611us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456370.102478:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000330d7dc8 already unused, calling callback (0000000049577fce) 00000100:00100000:3.0:1760456370.102479:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e675863b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+67:167593:x1845970874012160:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1760456370.102483:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50eaae lrc: 2/0,0 mode: PW/PW res: [0x14ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.102485:0:122923:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50ead1 lrc: 3/0,1 mode: PW/PW res: [0x14b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.102491:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.102498:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005e72cb56/0x3e4967fcee50adf3 lrc: 4/0,0 mode: PR/PR res: [0x14b8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49feb7 expref: 67 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.102504:0:122347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1614 00010000:00010000:1.0:1760456370.102507:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50eaae lrc: 3/0,0 mode: PW/PW res: [0x14ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.102508:0:122923:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50ead1 lrc: 2/0,0 mode: PW/PW res: [0x14b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.102544:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005e72cb56/0x3e4967fcee50adf3 lrc: 3/0,0 mode: PR/PR res: [0x14b8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49feb7 expref: 67 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.102557:0:88636:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005e72cb56/0x3e4967fcee50adf3 lrc: 0/0,0 mode: --/PR res: [0x14b8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49feb7 expref: 67 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.102568:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.102570:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.102572:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50ead8 lrc: 3/0,1 mode: PW/PW res: [0x14b8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.102581:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50ead8 lrc: 4/0,1 mode: PW/PW res: [0x14b8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.102581:0:122347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1617 00000100:00100000:2.0:1760456370.102596:0:122347:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019e82e67 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+65:167593:x1845970874012224:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1760456370.102601:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456370.102613:0:122347:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456370.102613:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50eaae lrc: 1/0,0 mode: --/PW res: [0x14ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.102629:0:122923:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1760456370.102630:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e675863b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+65:167593:x1845970874012160:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 142us (673us total) trans 0 rc 0/0 00010000:00010000:2.0:1760456370.102637:0:122347:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cc94a73b/0x3e4967fcee50ae71 lrc: 5/0,0 mode: PR/PR res: [0x14ad:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fed3 expref: 65 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.102648:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50eaae lrc: 0/0,0 mode: --/PW res: [0x14ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.102649:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1616 00010000:00010000:2.0:1760456370.102669:0:122347:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cc94a73b/0x3e4967fcee50ae71 lrc: 4/0,0 mode: PR/PR res: [0x14ad:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fed3 expref: 64 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.102675:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.102679:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50ead1 lrc: 2/0,0 mode: PW/PW res: [0x14b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.102684:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000291c078f already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.102687:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50ead1 lrc: 2/0,0 mode: PW/PW res: [0x14b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.102689:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.102692:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50ead1 lrc: 3/0,0 mode: PW/PW res: [0x14b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.102693:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000004:00080000:3.0:1760456370.102694:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000002e13246e/2, rc 0, transno 9526 00010000:00010000:2.0:1760456370.102698:0:122347:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000268fef09/0x3e4967fcee50eadf lrc: 3/0,1 mode: PW/PW res: [0x14ad:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.102707:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50ead1 lrc: 1/0,0 mode: --/PW res: [0x14b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.102710:0:122347:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000268fef09/0x3e4967fcee50eadf lrc: 4/0,1 mode: PW/PW res: [0x14ad:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.102711:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002e13246e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853018752:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.102726:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50ead1 lrc: 0/0,0 mode: --/PW res: [0x14b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.102730:0:87239:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50eac3 lrc: 3/0,1 mode: PW/PW res: [0x14ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.102739:0:87239:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50eac3 lrc: 3/0,1 mode: PW/PW res: [0x14ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.102744:0:122347:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456370.102745:0:87239:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50eac3 lrc: 3/0,1 mode: PW/PW res: [0x14ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.102747:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.102748:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc64a46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853019904:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.102749:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.102752:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.102758:0:87239:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50eac3 lrc: 2/0,0 mode: PW/PW res: [0x14ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.102759:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.102772:0:122347:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019e82e67 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+64:167593:x1845970874012224:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 179us (717us total) trans 0 rc 0/0 00010000:00010000:3.0:1760456370.102776:0:87239:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.102784:0:122921:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000051723351/0x3e4967fcee50acf7 lrc: 0/0,0 mode: --/PR res: [0x14b4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fe7f expref: 64 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.102787:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456370.102788:0:122347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1617 00000100:00100000:1.0:1760456370.102801:0:122921:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e44552cd pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:122921:1845970853019584:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.102817:0:122921:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50eaca lrc: 3/0,1 mode: PW/PW res: [0x14b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.102827:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.102830:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50eac3 lrc: 2/0,0 mode: PW/PW res: [0x14ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.102837:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c8221b7c already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.102839:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50eac3 lrc: 2/0,0 mode: PW/PW res: [0x14ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.102841:0:164867:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fdd2497a/0x3e4967fcee50eabc lrc: 3/0,1 mode: PW/PW res: [0x14b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.102843:0:88855:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50ead8 lrc: 3/0,1 mode: PW/PW res: [0x14b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.102852:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50eac3 lrc: 3/0,0 mode: PW/PW res: [0x14ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.102868:0:88855:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50ead8 lrc: 3/0,1 mode: PW/PW res: [0x14b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.102869:0:164867:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fdd2497a/0x3e4967fcee50eabc lrc: 3/0,1 mode: PW/PW res: [0x14b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.102875:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50eac3 lrc: 1/0,0 mode: --/PW res: [0x14ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.102893:0:88855:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50ead8 lrc: 3/0,1 mode: PW/PW res: [0x14b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.102895:0:164867:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fdd2497a/0x3e4967fcee50eabc lrc: 3/0,1 mode: PW/PW res: [0x14b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.102895:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c8221b7c/0x3e4967fcee50eac3 lrc: 0/0,0 mode: --/PW res: [0x14ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.102918:0:88855:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50ead8 lrc: 2/0,0 mode: PW/PW res: [0x14b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.102919:0:164867:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fdd2497a/0x3e4967fcee50eabc lrc: 2/0,0 mode: PW/PW res: [0x14b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.102928:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.102930:0:87239:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba9d9a79 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+583:85190:x1845970853019072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3097us (3183us total) trans 12884911415 rc 0/0 00010000:00010000:1.0:1760456370.102930:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.102932:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1760456370.102943:0:122919:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853019904 00000100:00100000:3.0:1760456370.102945:0:87239:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19625 00010000:00010000:0.0:1760456370.102950:0:88855:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1760456370.102957:0:164867:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1760456370.102963:0:87239:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19630 00000100:00100000:3.0:1760456370.102968:0:87239:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fb30b7f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+583:85188:x1845970853019904:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.102973:0:122921:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50eaca lrc: 3/0,1 mode: PW/PW res: [0x14b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1760456370.102979:0:87239:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5317 count 1 00010000:00010000:1.0:1760456370.102980:0:122921:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50eaca lrc: 3/0,1 mode: PW/PW res: [0x14b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.102987:0:122921:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50eaca lrc: 3/0,1 mode: PW/PW res: [0x14b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.102992:0:87239:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ada93d4c/0x3e4967fcee50eae6 lrc: 3/0,1 mode: --/PW res: [0x14c5:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.102992:0:122921:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50eaca lrc: 2/0,0 mode: PW/PW res: [0x14b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.103012:0:87239:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ca14b291/0x3e4967fcee50aeef lrc: 2/0,0 mode: PR/PR res: [0x14c5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49feef expref: 62 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.103012:0:122921:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1760456370.103020:0:87239:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.103022:0:87239:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.103022:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1760456370.103023:0:87239:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ada93d4c/0x3e4967fcee50eae6 lrc: 4/0,1 mode: --/PW res: [0x14c5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.103026:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50ead8 lrc: 2/0,0 mode: PW/PW res: [0x14b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.103036:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002f5c0ee5 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.103039:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50ead8 lrc: 2/0,0 mode: PW/PW res: [0x14b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.103043:0:87239:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ca14b291/0x3e4967fcee50aeef lrc: 3/0,0 mode: PR/PR res: [0x14c5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49feef expref: 62 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.103066:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50ead8 lrc: 3/0,0 mode: PW/PW res: [0x14b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.103069:0:87239:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ca14b291/0x3e4967fcee50aeef lrc: 4/0,0 mode: PR/PR res: [0x14c5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49feef expref: 62 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.103080:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50ead8 lrc: 1/0,0 mode: --/PW res: [0x14b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.103082:0:87239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000f6b8c2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:87239:1845970853019968:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.103093:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50ead8 lrc: 0/0,0 mode: --/PW res: [0x14b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.103112:0:87239:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c9d645c2 going to sleep for 6 seconds 00010000:00010000:1.0:1760456370.103113:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1760456370.103116:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fdd2497a/0x3e4967fcee50eabc lrc: 2/0,0 mode: PW/PW res: [0x14b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.103122:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fdd2497a already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.103124:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fdd2497a/0x3e4967fcee50eabc lrc: 2/0,0 mode: PW/PW res: [0x14b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.103129:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fdd2497a/0x3e4967fcee50eabc lrc: 3/0,0 mode: PW/PW res: [0x14b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.103138:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fdd2497a/0x3e4967fcee50eabc lrc: 1/0,0 mode: --/PW res: [0x14b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1760456370.103142:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000065f0c040/2, rc 0, transno 9527 00010000:00010000:1.0:1760456370.103142:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fdd2497a/0x3e4967fcee50eabc lrc: 0/0,0 mode: --/PW res: [0x14b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.103153:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065f0c040 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853019072:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.103164:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.103167:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50eaca lrc: 2/0,0 mode: PW/PW res: [0x14b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.103173:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005b2472ce already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.103175:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50eaca lrc: 2/0,0 mode: PW/PW res: [0x14b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.103179:0:88855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000360b0d8a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+585:85191:x1845970853019648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2502us (2696us total) trans 12884911416 rc 0/0 00010000:00010000:3.0:1760456370.103180:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456370.103189:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50eaca lrc: 3/0,0 mode: PW/PW res: [0x14b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.103196:0:88855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19628 00000100:00100000:3.0:1760456370.103197:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005dd317a2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+62:167595:x1845970874011840:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 1486us (1608us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.103216:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1610 00010000:00010000:1.0:1760456370.103219:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50eaca lrc: 1/0,0 mode: --/PW res: [0x14b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.103222:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.103226:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50eaca lrc: 0/0,0 mode: --/PW res: [0x14b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.103231:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.103240:0:164867:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ced881c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+584:85190:x1845970853019008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3477us (3577us total) trans 12884911417 rc 0/0 00010000:00010000:1.0:1760456370.103246:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.103250:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.103253:0:164867:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19624 00010000:00010000:1.0:1760456370.103254:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1760456370.103278:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a1de5e7d/2, rc 0, transno 9529 00000100:00100000:0.0:1760456370.103285:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dc65971e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853020032:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1760456370.103286:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a325bff1/2, rc 0, transno 9528 00000100:00100000:3.0:1760456370.103289:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a1de5e7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853019008:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456370.103293:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a325bff1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853019648:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.103330:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1760456370.103367:0:164871:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853020032 00000100:00100000:3.0:1760456370.103396:0:164871:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19631 00000100:00100000:3.0:1760456370.103400:0:164871:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e291f38f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+584:85189:x1845970853020032:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1760456370.103411:0:164871:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5305 count 1 00010000:00010000:3.0:1760456370.103423:0:164871:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50eaed lrc: 3/0,1 mode: --/PW res: [0x14b9:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.103433:0:164871:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000442638a8/0x3e4967fcee50af6d lrc: 2/0,0 mode: PR/PR res: [0x14b9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ff0b expref: 61 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.103438:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.103439:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.103441:0:164871:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50eaed lrc: 4/0,1 mode: --/PW res: [0x14b9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.103456:0:164871:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000442638a8/0x3e4967fcee50af6d lrc: 3/0,0 mode: PR/PR res: [0x14b9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ff0b expref: 61 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.103463:0:164871:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000442638a8/0x3e4967fcee50af6d lrc: 4/0,0 mode: PR/PR res: [0x14b9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ff0b expref: 61 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.103471:0:164871:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000087f973a4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:164871:1845970853020224:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.103479:0:123791:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cc94a73b/0x3e4967fcee50ae71 lrc: 0/0,0 mode: --/PR res: [0x14ad:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49fed3 expref: 61 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.103500:0:123791:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ba802d17 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:123791:1845970853019840:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456370.103537:0:122921:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006eb396aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+586:85188:x1845970853019392:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3383us (3476us total) trans 12884911418 rc 0/0 00010000:00010000:2.0:1760456370.103546:0:123791:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000268fef09/0x3e4967fcee50eadf lrc: 3/0,1 mode: PW/PW res: [0x14ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.103546:0:122921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19626 00010000:00010000:2.0:1760456370.103558:0:123791:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000268fef09/0x3e4967fcee50eadf lrc: 3/0,1 mode: PW/PW res: [0x14ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1760456370.103560:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000000b3418c1/2, rc 0, transno 9530 00010000:00010000:2.0:1760456370.103568:0:123791:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000268fef09/0x3e4967fcee50eadf lrc: 3/0,1 mode: PW/PW res: [0x14ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.103572:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b3418c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853019392:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456370.103574:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000873ea321 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853020160:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.103579:0:164871:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e71e445e going to sleep for 6 seconds 00010000:00010000:2.0:1760456370.103588:0:123791:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000268fef09/0x3e4967fcee50eadf lrc: 3/0,1 mode: PW/PW res: [0x14ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.103595:0:123791:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000268fef09/0x3e4967fcee50eadf lrc: 2/0,0 mode: PW/PW res: [0x14ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.103598:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000046876b48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853020096:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456370.103607:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.103640:0:123791:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1760456370.103643:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1760456370.103645:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.103649:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000268fef09/0x3e4967fcee50eadf lrc: 2/0,0 mode: PW/PW res: [0x14ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.103655:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000401955e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853020288:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.103663:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1760456370.103695:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1760456370.103707:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000268fef09 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.103710:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000268fef09/0x3e4967fcee50eadf lrc: 2/0,0 mode: PW/PW res: [0x14ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.103716:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000268fef09/0x3e4967fcee50eadf lrc: 3/0,0 mode: PW/PW res: [0x14ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.103727:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000268fef09/0x3e4967fcee50eadf lrc: 1/0,0 mode: --/PW res: [0x14ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.103731:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000268fef09/0x3e4967fcee50eadf lrc: 0/0,0 mode: --/PW res: [0x14ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.103734:0:88855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853020160 00010000:00010000:1.0:1760456370.103749:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.103751:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.103753:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.103758:0:88855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853020096 00000100:00100000:1.0:1760456370.103767:0:122919:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853020288 00000100:00100000:0.0:1760456370.103787:0:88855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19632 00000100:00100000:0.0:1760456370.103792:0:88855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e44552cd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+589:85191:x1845970853020160:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456370.103796:0:122919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19633 00000100:00100000:1.0:1760456370.103802:0:122919:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a4cefccb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+589:85190:x1845970853020096:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1760456370.103806:0:88855:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5321 count 1 00000100:00100000:3.0:1760456370.103811:0:122905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19634 00002000:00080000:1.0:1760456370.103814:0:122919:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5320 count 1 00010000:00010000:0.0:1760456370.103818:0:88855:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50eaf4 lrc: 3/0,1 mode: --/PW res: [0x14c9:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.103821:0:122905:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004a988d71 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+589:85189:x1845970853020288:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.103826:0:122919:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50eafb lrc: 3/0,1 mode: --/PW res: [0x14c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.103827:0:123791:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000098bc48b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+589:85191:x1845970853019776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2593us (2668us total) trans 12884911420 rc 0/0 00010000:00010000:0.0:1760456370.103843:0:88855:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000025457137/0x3e4967fcee50b02a lrc: 2/0,0 mode: PR/PR res: [0x14c9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ff35 expref: 60 pid: 87239 timeout: 0 lvb_type: 1 00002000:00080000:3.0:1760456370.103844:0:122905:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5325 count 1 00000100:00100000:2.0:1760456370.103849:0:123791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19629 00010000:00010000:1.0:1760456370.103850:0:122919:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000005fb15b4/0x3e4967fcee50afac lrc: 2/0,0 mode: PR/PR res: [0x14c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ff19 expref: 60 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.103861:0:122905:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50eb02 lrc: 3/0,1 mode: --/PW res: [0x14cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.103862:0:88855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.103864:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.103865:0:88855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.103867:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.103868:0:88855:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50eaf4 lrc: 4/0,1 mode: --/PW res: [0x14c9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.103870:0:122919:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50eafb lrc: 4/0,1 mode: --/PW res: [0x14c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.103888:0:122905:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e2b4e37b/0x3e4967fcee50b069 lrc: 2/0,0 mode: PR/PR res: [0x14cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ff43 expref: 60 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.103898:0:122905:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.103900:0:122905:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.103901:0:122905:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50eb02 lrc: 4/0,1 mode: --/PW res: [0x14cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.103909:0:88855:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000025457137/0x3e4967fcee50b02a lrc: 3/0,0 mode: PR/PR res: [0x14c9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ff35 expref: 60 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.103910:0:122919:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000005fb15b4/0x3e4967fcee50afac lrc: 3/0,0 mode: PR/PR res: [0x14c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ff19 expref: 60 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.103926:0:122905:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e2b4e37b/0x3e4967fcee50b069 lrc: 3/0,0 mode: PR/PR res: [0x14cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ff43 expref: 60 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.103932:0:122919:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000005fb15b4/0x3e4967fcee50afac lrc: 4/0,0 mode: PR/PR res: [0x14c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ff19 expref: 60 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.103937:0:88855:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000025457137/0x3e4967fcee50b02a lrc: 4/0,0 mode: PR/PR res: [0x14c9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ff35 expref: 60 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.103951:0:122905:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e2b4e37b/0x3e4967fcee50b069 lrc: 4/0,0 mode: PR/PR res: [0x14cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ff43 expref: 60 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.103957:0:122919:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cc80dae pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:122919:1845970853020416:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.103970:0:88855:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000cc3eead pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:88855:1845970853020352:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.103974:0:122905:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d8b40cf6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:122905:1845970853020480:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456370.103984:0:122919:0:(client.c:2500:ptlrpc_set_wait()) set 0000000047168fbe going to sleep for 6 seconds 00000100:00100000:0.0:1760456370.104012:0:88855:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ead0540c going to sleep for 6 seconds 00000100:00100000:3.0:1760456370.104021:0:122905:0:(client.c:2500:ptlrpc_set_wait()) set 000000008648cbd7 going to sleep for 6 seconds 00000100:00100000:0.0:1760456370.104054:0:122923:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000979d533 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+588:85189:x1845970853019456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3840us (3914us total) trans 12884911419 rc 0/0 00000100:00100000:0.0:1760456370.104062:0:122923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19627 00000004:00080000:1.0:1760456370.104147:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009f9254b8/2, rc 0, transno 9532 00000004:00080000:0.0:1760456370.104154:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000fcc8659d/2, rc 0, transno 9531 00000100:00100000:1.0:1760456370.104157:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f9254b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853019776:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.104161:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fcc8659d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853019456:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.104221:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1760456370.104225:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001a992d1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853020608:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.104230:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3f6dfb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853020544:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.104265:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1760456370.104281:0:122923:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853020608 00000100:00100000:1.0:1760456370.104305:0:122921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19635 00000100:00100000:0.0:1760456370.104310:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456370.104313:0:122921:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fbb1758d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+588:85190:x1845970853020608:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1760456370.104325:0:122921:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5333 count 1 00010000:00010000:1.0:1760456370.104334:0:122921:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50eb09 lrc: 3/0,1 mode: --/PW res: [0x14d5:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.104337:0:87239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000f6b8c2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:87239:1845970853019968:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.104350:0:122921:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000070cb3ba1/0x3e4967fcee50b1a4 lrc: 2/0,0 mode: PR/PR res: [0x14d5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ff89 expref: 60 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.104353:0:122923:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853020544 00010000:00010000:3.0:1760456370.104355:0:87239:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ada93d4c/0x3e4967fcee50eae6 lrc: 3/0,1 mode: --/PW res: [0x14c5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.104385:0:122906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19636 00000100:00100000:3.0:1760456370.104390:0:122906:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e119658 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+589:85188:x1845970853020544:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1760456370.104401:0:122906:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5329 count 1 00010000:00010000:0.0:1760456370.104401:0:164870:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50eab5 lrc: 3/0,1 mode: PW/PW res: [0x14a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.104411:0:164870:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50eab5 lrc: 3/0,1 mode: PW/PW res: [0x14a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.104413:0:122906:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50eb10 lrc: 3/0,1 mode: --/PW res: [0x14d1:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.104433:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.104433:0:164870:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50eab5 lrc: 3/0,1 mode: PW/PW res: [0x14a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.104436:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.104438:0:122906:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a6e49a4d/0x3e4967fcee50b165 lrc: 2/0,0 mode: PR/PR res: [0x14d1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ff7b expref: 60 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.104439:0:122921:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50eb09 lrc: 4/0,1 mode: --/PW res: [0x14d5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.104460:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.104461:0:164870:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50eab5 lrc: 2/0,0 mode: PW/PW res: [0x14a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.104462:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.104465:0:122906:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50eb10 lrc: 4/0,1 mode: --/PW res: [0x14d1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.104471:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456370.104495:0:122906:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a6e49a4d/0x3e4967fcee50b165 lrc: 3/0,0 mode: PR/PR res: [0x14d1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ff7b expref: 60 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.104502:0:122906:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a6e49a4d/0x3e4967fcee50b165 lrc: 4/0,0 mode: PR/PR res: [0x14d1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ff7b expref: 60 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.104504:0:164870:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1760456370.104549:0:122906:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000f6b8c2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:122906:1845970853020672:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.104573:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.104577:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50eab5 lrc: 2/0,0 mode: PW/PW res: [0x14a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.104583:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000066fd183f already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.104585:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50eab5 lrc: 2/0,0 mode: PW/PW res: [0x14a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.104591:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50eab5 lrc: 3/0,0 mode: PW/PW res: [0x14a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.104593:0:122906:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c9d645c2 going to sleep for 6 seconds 00010000:00010000:1.0:1760456370.104601:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50eab5 lrc: 1/0,0 mode: --/PW res: [0x14a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.104606:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50eab5 lrc: 0/0,0 mode: --/PW res: [0x14a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.104629:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874012288 00010000:00010000:1.0:1760456370.104633:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.104635:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.104638:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.104649:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ca14b291/0x3e4967fcee50aeef lrc: 4/0,0 mode: PR/PR res: [0x14c5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49feef expref: 61 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.104692:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1618 00000100:00100000:3.0:1760456370.104699:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba802d17 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+61:167596:x1845970874012288:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1760456370.104709:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456370.104710:0:122921:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000070cb3ba1/0x3e4967fcee50b1a4 lrc: 3/0,0 mode: PR/PR res: [0x14d5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ff89 expref: 61 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.104717:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ca14b291/0x3e4967fcee50aeef lrc: 4/0,0 mode: PR/PR res: [0x14c5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49feef expref: 61 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.104718:0:164870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc571645 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+590:85189:x1845970853018880:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5225us (5380us total) trans 12884911421 rc 0/0 00010000:00010000:1.0:1760456370.104725:0:122921:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000070cb3ba1/0x3e4967fcee50b1a4 lrc: 4/0,0 mode: PR/PR res: [0x14d5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ff89 expref: 61 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.104739:0:164870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19623 00010000:00010000:3.0:1760456370.104748:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ca14b291/0x3e4967fcee50aeef lrc: 3/0,0 mode: PR/PR res: [0x14c5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49feef expref: 61 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.104766:0:122345:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ca14b291/0x3e4967fcee50aeef lrc: 0/0,0 mode: --/PR res: [0x14c5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49feef expref: 61 pid: 87239 timeout: 4721 lvb_type: 1 00000004:00080000:0.0:1760456370.104774:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ca39c373/2, rc 0, transno 9533 00010000:00010000:3.0:1760456370.104778:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.104781:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.104783:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ada93d4c/0x3e4967fcee50eae6 lrc: 3/0,1 mode: PW/PW res: [0x14c5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.104787:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ca39c373 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853018880:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.104797:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ada93d4c/0x3e4967fcee50eae6 lrc: 4/0,1 mode: PW/PW res: [0x14c5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.104820:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1760456370.104821:0:122921:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d488f490 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:122921:1845970853020736:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456370.104860:0:122921:0:(client.c:2500:ptlrpc_set_wait()) set 00000000784484d6 going to sleep for 6 seconds 00000100:00100000:3.0:1760456370.104861:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba802d17 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+60:167596:x1845970874012288:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 161us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.104868:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1618 00000100:00100000:2.0:1760456370.104882:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:3.0:1760456370.104893:0:85190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1760456370.104900:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000033a4a660 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853020800:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.104927:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1760456370.104956:0:164870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853020800 00010000:00010000:3.0:1760456370.104959:0:87239:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ada93d4c/0x3e4967fcee50eae6 lrc: 3/0,1 mode: PW/PW res: [0x14c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.104965:0:87239:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ada93d4c/0x3e4967fcee50eae6 lrc: 3/0,1 mode: PW/PW res: [0x14c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.104971:0:87239:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ada93d4c/0x3e4967fcee50eae6 lrc: 3/0,1 mode: PW/PW res: [0x14c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.104975:0:87239:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ada93d4c/0x3e4967fcee50eae6 lrc: 2/0,0 mode: PW/PW res: [0x14c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.104990:0:87239:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1760456370.104991:0:164870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19637 00000100:00100000:0.0:1760456370.104999:0:164870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009d9bf87f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+590:85190:x1845970853020800:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456370.105013:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.105017:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ada93d4c/0x3e4967fcee50eae6 lrc: 2/0,0 mode: PW/PW res: [0x14c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.105023:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ada93d4c already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.105026:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ada93d4c/0x3e4967fcee50eae6 lrc: 2/0,0 mode: PW/PW res: [0x14c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.105032:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ada93d4c/0x3e4967fcee50eae6 lrc: 3/0,0 mode: PW/PW res: [0x14c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.105043:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ada93d4c/0x3e4967fcee50eae6 lrc: 1/0,0 mode: --/PW res: [0x14c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.105049:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ada93d4c/0x3e4967fcee50eae6 lrc: 0/0,0 mode: --/PW res: [0x14c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.105070:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.105073:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.105076:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:0.0:1760456370.105089:0:164870:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5331 count 1 00010000:00010000:0.0:1760456370.105100:0:164870:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b187ecd8/0x3e4967fcee50eb17 lrc: 3/0,1 mode: --/PW res: [0x14d3:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.105108:0:164870:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ffba9238/0x3e4967fcee50b1e3 lrc: 2/0,0 mode: PR/PR res: [0x14d3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ff97 expref: 59 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.105114:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.105116:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.105117:0:164870:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b187ecd8/0x3e4967fcee50eb17 lrc: 4/0,1 mode: --/PW res: [0x14d3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.105123:0:87239:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fb30b7f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+591:85188:x1845970853019904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2154us (2341us total) trans 12884911422 rc 0/0 00000100:00100000:3.0:1760456370.105129:0:87239:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19630 00000004:00080000:0.0:1760456370.105140:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000007cc64a46/2, rc 0, transno 9534 00000100:00100000:3.0:1760456370.105147:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874012352 00000100:00100000:0.0:1760456370.105153:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc64a46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853019904:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.105158:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000442638a8/0x3e4967fcee50af6d lrc: 5/0,0 mode: PR/PR res: [0x14b9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ff0b expref: 60 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.105179:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1619 00000100:00100000:3.0:1760456370.105184:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000890b4339 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+60:167595:x1845970874012352:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1760456370.105191:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.105194:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000442638a8/0x3e4967fcee50af6d lrc: 5/0,0 mode: PR/PR res: [0x14b9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ff0b expref: 60 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.105201:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000024f50d2b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853020864:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.105209:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000442638a8/0x3e4967fcee50af6d lrc: 4/0,0 mode: PR/PR res: [0x14b9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ff0b expref: 60 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.105221:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.105222:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.105224:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50eaed lrc: 3/0,1 mode: PW/PW res: [0x14b9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.105229:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50eaed lrc: 4/0,1 mode: PW/PW res: [0x14b9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.105234:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456370.105247:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1760456370.105274:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000890b4339 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+60:167595:x1845970874012352:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 89us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.105279:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1619 00010000:00010000:0.0:1760456370.105287:0:164870:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ffba9238/0x3e4967fcee50b1e3 lrc: 3/0,0 mode: PR/PR res: [0x14d3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ff97 expref: 59 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.105299:0:164870:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ffba9238/0x3e4967fcee50b1e3 lrc: 4/0,0 mode: PR/PR res: [0x14d3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ff97 expref: 59 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.105311:0:164870:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000015c576cc pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:164870:1845970853020928:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.105319:0:87239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853020864 00000100:00100000:1.0:1760456370.105335:0:122919:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cc80dae pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:122919:1845970853020416:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.105344:0:87239:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19638 00010000:00010000:1.0:1760456370.105349:0:122919:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50eafb lrc: 3/0,1 mode: --/PW res: [0x14c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.105350:0:87239:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ddea8548 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+591:85188:x1845970853020864:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.105356:0:164870:0:(client.c:2500:ptlrpc_set_wait()) set 00000000756f8c76 going to sleep for 6 seconds 00002000:00080000:3.0:1760456370.105371:0:87239:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5332 count 1 00010000:00010000:3.0:1760456370.105384:0:87239:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000065b6827f/0x3e4967fcee50eb1e lrc: 3/0,1 mode: --/PW res: [0x14d4:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.105386:0:88855:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000cc3eead pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:88855:1845970853020352:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.105404:0:87239:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cc4d3bc8/0x3e4967fcee50b261 lrc: 2/0,0 mode: PR/PR res: [0x14d4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ffb3 expref: 59 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.105410:0:88855:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50eaf4 lrc: 3/0,1 mode: --/PW res: [0x14c9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.105412:0:87239:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.105416:0:87239:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.105419:0:87239:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000065b6827f/0x3e4967fcee50eb1e lrc: 4/0,1 mode: --/PW res: [0x14d4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.105442:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456370.105449:0:87239:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cc4d3bc8/0x3e4967fcee50b261 lrc: 3/0,0 mode: PR/PR res: [0x14d4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ffb3 expref: 59 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.105460:0:87239:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cc4d3bc8/0x3e4967fcee50b261 lrc: 4/0,0 mode: PR/PR res: [0x14d4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ffb3 expref: 59 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.105472:0:87239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000095b511e8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:87239:1845970853020992:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.105495:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:3.0:1760456370.105555:0:87239:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f3e92267 going to sleep for 6 seconds 00000100:00100000:3.0:1760456370.105569:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874012416 00010000:00010000:3.0:1760456370.105580:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000005fb15b4/0x3e4967fcee50afac lrc: 4/0,0 mode: PR/PR res: [0x14c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ff19 expref: 60 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.105603:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874012480 00010000:00010000:3.0:1760456370.105610:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000025457137/0x3e4967fcee50b02a lrc: 4/0,0 mode: PR/PR res: [0x14c9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ff35 expref: 61 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.105634:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1620 00000100:00100000:2.0:1760456370.105643:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d566327 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+61:167595:x1845970874012416:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00000100:00100000:3.0:1760456370.105651:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1621 00010000:00010000:2.0:1760456370.105654:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1760456370.105657:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b12c6387 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+61:167595:x1845970874012480:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1760456370.105663:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000005fb15b4/0x3e4967fcee50afac lrc: 4/0,0 mode: PR/PR res: [0x14c8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ff19 expref: 61 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.105665:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.105672:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000025457137/0x3e4967fcee50b02a lrc: 4/0,0 mode: PR/PR res: [0x14c9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ff35 expref: 61 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.105689:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000005fb15b4/0x3e4967fcee50afac lrc: 3/0,0 mode: PR/PR res: [0x14c8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ff19 expref: 61 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.105690:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000025457137/0x3e4967fcee50b02a lrc: 3/0,0 mode: PR/PR res: [0x14c9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ff35 expref: 61 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.105725:0:122344:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000005fb15b4/0x3e4967fcee50afac lrc: 0/0,0 mode: --/PR res: [0x14c8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ff19 expref: 61 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.105731:0:122345:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000025457137/0x3e4967fcee50b02a lrc: 0/0,0 mode: --/PR res: [0x14c9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ff35 expref: 61 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.105744:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.105747:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.105748:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.105751:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.105752:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50eafb lrc: 3/0,1 mode: PW/PW res: [0x14c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.105755:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50eaf4 lrc: 3/0,1 mode: PW/PW res: [0x14c9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.105777:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50eaf4 lrc: 4/0,1 mode: PW/PW res: [0x14c9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.105777:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50eafb lrc: 4/0,1 mode: PW/PW res: [0x14c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.105821:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456370.105826:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.105834:0:88855:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50eaf4 lrc: 3/0,1 mode: PW/PW res: [0x14c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.105842:0:88855:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50eaf4 lrc: 3/0,1 mode: PW/PW res: [0x14c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.105850:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d566327 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+59:167595:x1845970874012416:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 204us (407us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.105853:0:88855:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50eaf4 lrc: 3/0,1 mode: PW/PW res: [0x14c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.105856:0:122919:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50eafb lrc: 3/0,1 mode: PW/PW res: [0x14c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.105860:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b12c6387 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+59:167595:x1845970874012480:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 197us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.105873:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1620 00010000:00010000:0.0:1760456370.105878:0:88855:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50eaf4 lrc: 2/0,0 mode: PW/PW res: [0x14c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.105880:0:122919:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50eafb lrc: 3/0,1 mode: PW/PW res: [0x14c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.105887:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1621 00010000:00010000:1.0:1760456370.105898:0:122919:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50eafb lrc: 3/0,1 mode: PW/PW res: [0x14c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.105902:0:88855:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.105903:0:122919:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50eafb lrc: 2/0,0 mode: PW/PW res: [0x14c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.105917:0:122919:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1760456370.105935:0:122905:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d8b40cf6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:122905:1845970853020480:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.105952:0:122905:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50eb02 lrc: 3/0,1 mode: --/PW res: [0x14cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.105984:0:164871:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000442638a8/0x3e4967fcee50af6d lrc: 0/0,0 mode: --/PR res: [0x14b9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ff0b expref: 57 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.105995:0:164871:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000087f973a4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:164871:1845970853020224:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.106004:0:164871:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50eaed lrc: 3/0,1 mode: PW/PW res: [0x14b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.106014:0:164871:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50eaed lrc: 3/0,1 mode: PW/PW res: [0x14b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.106019:0:164871:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50eaed lrc: 3/0,1 mode: PW/PW res: [0x14b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.106024:0:164871:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50eaed lrc: 3/0,1 mode: PW/PW res: [0x14b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.106030:0:164871:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50eaed lrc: 2/0,0 mode: PW/PW res: [0x14b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.106046:0:164871:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1760456370.106133:0:88855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e44552cd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+593:85191:x1845970853020160:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2340us (2530us total) trans 12884911423 rc 0/0 00000100:00100000:0.0:1760456370.106140:0:88855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19632 00010000:00010000:0.0:1760456370.106161:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1760456370.106164:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50eaf4 lrc: 2/0,0 mode: PW/PW res: [0x14c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.106170:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001812ae55 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.106172:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50eaf4 lrc: 2/0,0 mode: PW/PW res: [0x14c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.106178:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50eaf4 lrc: 3/0,0 mode: PW/PW res: [0x14c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.106188:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50eaf4 lrc: 1/0,0 mode: --/PW res: [0x14c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.106192:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50eaf4 lrc: 0/0,0 mode: --/PW res: [0x14c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.106211:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1760456370.106213:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50eafb lrc: 2/0,0 mode: PW/PW res: [0x14c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.106218:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000037a97751 already unused, calling callback (0000000049577fce) 00000100:00100000:1.0:1760456370.106220:0:122919:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a4cefccb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+593:85190:x1845970853020096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2415us (2556us total) trans 12884911424 rc 0/0 00010000:00010000:0.0:1760456370.106221:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50eafb lrc: 2/0,0 mode: PW/PW res: [0x14c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.106234:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50eafb lrc: 3/0,0 mode: PW/PW res: [0x14c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.106237:0:122919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19633 00010000:00010000:0.0:1760456370.106247:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50eafb lrc: 1/0,0 mode: --/PW res: [0x14c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.106252:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037a97751/0x3e4967fcee50eafb lrc: 0/0,0 mode: --/PW res: [0x14c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.106262:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.106266:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50eaed lrc: 2/0,0 mode: PW/PW res: [0x14b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.106267:0:164871:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e291f38f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+592:85189:x1845970853020032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2863us (2937us total) trans 12884911425 rc 0/0 00010000:00010000:0.0:1760456370.106267:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.106269:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.106271:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.106283:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001efa1cc8 already unused, calling callback (0000000049577fce) 00000100:00100000:3.0:1760456370.106287:0:164871:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19631 00010000:00010000:1.0:1760456370.106287:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50eaed lrc: 2/0,0 mode: PW/PW res: [0x14b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1760456370.106289:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000dc65971e/2, rc 0, transno 9537 00010000:00010000:1.0:1760456370.106297:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50eaed lrc: 3/0,0 mode: PW/PW res: [0x14b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.106300:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dc65971e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853020032:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.106314:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50eaed lrc: 1/0,0 mode: --/PW res: [0x14b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.106320:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001efa1cc8/0x3e4967fcee50eaed lrc: 0/0,0 mode: --/PW res: [0x14b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.106341:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.106344:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.106346:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1760456370.106348:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.106354:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000979d533 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853021056:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.106355:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1760456370.106388:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.106392:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1760456370.106414:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000046876b48/2, rc 0, transno 9536 00000100:00100000:3.0:1760456370.106426:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000046876b48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853020096:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.106443:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874012544 00010000:00010000:3.0:1760456370.106454:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e2b4e37b/0x3e4967fcee50b069 lrc: 4/0,0 mode: PR/PR res: [0x14cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ff43 expref: 57 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.106481:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1622 00000100:00100000:3.0:1760456370.106484:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008cc80dae pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+57:167595:x1845970874012544:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1760456370.106490:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.106495:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e2b4e37b/0x3e4967fcee50b069 lrc: 4/0,0 mode: PR/PR res: [0x14cd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ff43 expref: 57 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.106502:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456370.106529:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e2b4e37b/0x3e4967fcee50b069 lrc: 3/0,0 mode: PR/PR res: [0x14cd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ff43 expref: 57 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.106545:0:122345:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e2b4e37b/0x3e4967fcee50b069 lrc: 0/0,0 mode: --/PR res: [0x14cd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ff43 expref: 57 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.106554:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.106556:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.106557:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50eb02 lrc: 3/0,1 mode: PW/PW res: [0x14cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.106562:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50eb02 lrc: 4/0,1 mode: PW/PW res: [0x14cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.106563:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874012608 00000100:00100000:1.0:1760456370.106573:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456370.106583:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a6e49a4d/0x3e4967fcee50b165 lrc: 5/0,0 mode: PR/PR res: [0x14d1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ff7b expref: 57 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.106584:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1760456370.106610:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008cc80dae pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+57:167595:x1845970874012544:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 123us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.106615:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874012672 00000100:00100000:3.0:1760456370.106629:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1622 00000100:00100000:0.0:1760456370.106633:0:164870:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000015c576cc pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:164870:1845970853020928:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.106648:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000070cb3ba1/0x3e4967fcee50b1a4 lrc: 5/0,0 mode: PR/PR res: [0x14d5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ff89 expref: 57 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.106652:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1623 00010000:00010000:0.0:1760456370.106652:0:164870:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b187ecd8/0x3e4967fcee50eb17 lrc: 3/0,1 mode: --/PW res: [0x14d3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.106663:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009fa95a51 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+57:167593:x1845970874012608:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1760456370.106676:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.106681:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a6e49a4d/0x3e4967fcee50b165 lrc: 5/0,0 mode: PR/PR res: [0x14d1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ff7b expref: 57 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.106693:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456370.106698:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a6e49a4d/0x3e4967fcee50b165 lrc: 4/0,0 mode: PR/PR res: [0x14d1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ff7b expref: 57 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.106708:0:86474:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874012736 00010000:00010000:3.0:1760456370.106712:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.106714:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.106715:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50eb10 lrc: 3/0,1 mode: PW/PW res: [0x14d1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.106720:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50eb10 lrc: 4/0,1 mode: PW/PW res: [0x14d1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.106724:0:86474:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ffba9238/0x3e4967fcee50b1e3 lrc: 4/0,0 mode: PR/PR res: [0x14d3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ff97 expref: 58 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.106736:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1624 00000100:00100000:3.0:1760456370.106740:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009ce944d6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+58:167593:x1845970874012672:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1760456370.106744:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.106748:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000070cb3ba1/0x3e4967fcee50b1a4 lrc: 5/0,0 mode: PR/PR res: [0x14d5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ff89 expref: 58 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.106756:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000070cb3ba1/0x3e4967fcee50b1a4 lrc: 4/0,0 mode: PR/PR res: [0x14d5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ff89 expref: 58 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.106764:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1625 00010000:00010000:3.0:1760456370.106771:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1760456370.106772:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456370.106774:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.106777:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50eb09 lrc: 3/0,1 mode: PW/PW res: [0x14d5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.106777:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000287a8e8f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+58:167593:x1845970874012736:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1760456370.106790:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50eb09 lrc: 4/0,1 mode: PW/PW res: [0x14d5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.106794:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:1.0:1760456370.106801:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000873ea321/2, rc 0, transno 9535 00010000:00010000:2.0:1760456370.106803:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ffba9238/0x3e4967fcee50b1e3 lrc: 4/0,0 mode: PR/PR res: [0x14d3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ff97 expref: 58 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.106811:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1760456370.106811:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000873ea321 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853020160:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.106821:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ffba9238/0x3e4967fcee50b1e3 lrc: 3/0,0 mode: PR/PR res: [0x14d3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ff97 expref: 58 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.106822:0:85191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1760456370.106843:0:86474:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ffba9238/0x3e4967fcee50b1e3 lrc: 0/0,0 mode: --/PR res: [0x14d3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ff97 expref: 58 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.106844:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009ce944d6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+58:167593:x1845970874012672:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 101us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456370.106852:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fb30b7f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853021120:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.106861:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1624 00010000:00010000:2.0:1760456370.106872:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.106875:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.106878:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b187ecd8/0x3e4967fcee50eb17 lrc: 3/0,1 mode: PW/PW res: [0x14d3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.106884:0:86475:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874012800 00000100:00100000:1.0:1760456370.106887:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.106895:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b187ecd8/0x3e4967fcee50eb17 lrc: 4/0,1 mode: PW/PW res: [0x14d3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.106896:0:86475:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cc4d3bc8/0x3e4967fcee50b261 lrc: 5/0,0 mode: PR/PR res: [0x14d4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ffb3 expref: 57 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.106911:0:122919:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853021056 00000100:00100000:3.0:1760456370.106927:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1626 00000100:00100000:3.0:1760456370.106930:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f16c84a1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+57:167595:x1845970874012800:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1760456370.106936:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.106939:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cc4d3bc8/0x3e4967fcee50b261 lrc: 5/0,0 mode: PR/PR res: [0x14d4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ffb3 expref: 57 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.106941:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1760456370.106941:0:122919:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853021120 00010000:00010000:3.0:1760456370.106951:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cc4d3bc8/0x3e4967fcee50b261 lrc: 4/0,0 mode: PR/PR res: [0x14d4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ffb3 expref: 57 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.106960:0:88855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19639 00010000:00010000:3.0:1760456370.106963:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.106965:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.106967:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000065b6827f/0x3e4967fcee50eb1e lrc: 3/0,1 mode: PW/PW res: [0x14d4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.106970:0:88855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc571645 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+593:85188:x1845970853021056:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456370.106971:0:122919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19640 00000100:00100000:2.0:1760456370.106976:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000287a8e8f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+57:167593:x1845970874012736:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 197us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456370.106982:0:122919:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c71cb76 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+593:85191:x1845970853021120:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.106987:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000065b6827f/0x3e4967fcee50eb1e lrc: 4/0,1 mode: PW/PW res: [0x14d4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1760456370.106990:0:88855:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5336 count 1 00000100:00100000:2.0:1760456370.107000:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1625 00002000:00080000:1.0:1760456370.107000:0:122919:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5367 count 1 00010000:00010000:0.0:1760456370.107003:0:88855:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c26bd5f5/0x3e4967fcee50eb25 lrc: 3/0,1 mode: --/PW res: [0x14d8:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.107008:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456370.107014:0:122919:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50eb2c lrc: 3/0,1 mode: --/PW res: [0x14f7:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.107014:0:88855:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000089b8d79b/0x3e4967fcee50b2df lrc: 2/0,0 mode: PR/PR res: [0x14d8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ffcf expref: 57 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.107030:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f16c84a1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+56:167595:x1845970874012800:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 94us (256us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.107035:0:88855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.107038:0:88855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1760456370.107041:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1626 00010000:00010000:1.0:1760456370.107041:0:122919:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b7ce36ce/0x3e4967fcee50b41a lrc: 2/0,0 mode: PR/PR res: [0x14f7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0015 expref: 56 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.107041:0:88855:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c26bd5f5/0x3e4967fcee50eb25 lrc: 4/0,1 mode: --/PW res: [0x14d8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.107062:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.107065:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.107067:0:122919:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50eb2c lrc: 4/0,1 mode: --/PW res: [0x14f7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.107076:0:88855:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000089b8d79b/0x3e4967fcee50b2df lrc: 3/0,0 mode: PR/PR res: [0x14d8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ffcf expref: 55 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.107086:0:87239:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cc4d3bc8/0x3e4967fcee50b261 lrc: 0/0,0 mode: --/PR res: [0x14d4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ffb3 expref: 55 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.107087:0:122919:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b7ce36ce/0x3e4967fcee50b41a lrc: 3/0,0 mode: PR/PR res: [0x14f7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0015 expref: 55 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.107094:0:88855:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000089b8d79b/0x3e4967fcee50b2df lrc: 4/0,0 mode: PR/PR res: [0x14d8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ffcf expref: 55 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.107112:0:87239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000095b511e8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:87239:1845970853020992:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.107115:0:122919:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b7ce36ce/0x3e4967fcee50b41a lrc: 4/0,0 mode: PR/PR res: [0x14f7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0015 expref: 54 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.107124:0:88855:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e291f38f pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:88855:1845970853021248:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.107127:0:87239:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000065b6827f/0x3e4967fcee50eb1e lrc: 3/0,1 mode: PW/PW res: [0x14d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.107129:0:122919:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000020d5ae43 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:122919:1845970853021312:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.107140:0:87239:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000065b6827f/0x3e4967fcee50eb1e lrc: 3/0,1 mode: PW/PW res: [0x14d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.107145:0:87239:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000065b6827f/0x3e4967fcee50eb1e lrc: 3/0,1 mode: PW/PW res: [0x14d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.107151:0:87239:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000065b6827f/0x3e4967fcee50eb1e lrc: 3/0,1 mode: PW/PW res: [0x14d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.107155:0:87239:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000065b6827f/0x3e4967fcee50eb1e lrc: 2/0,0 mode: PW/PW res: [0x14d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.107161:0:122919:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b8317f2e going to sleep for 6 seconds 00000100:00100000:0.0:1760456370.107161:0:88855:0:(client.c:2500:ptlrpc_set_wait()) set 00000000756f8c76 going to sleep for 6 seconds 00010000:00010000:3.0:1760456370.107167:0:87239:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.107218:0:164870:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b187ecd8/0x3e4967fcee50eb17 lrc: 3/0,1 mode: PW/PW res: [0x14d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.107222:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.107228:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000065b6827f/0x3e4967fcee50eb1e lrc: 2/0,0 mode: PW/PW res: [0x14d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.107228:0:164870:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b187ecd8/0x3e4967fcee50eb17 lrc: 3/0,1 mode: PW/PW res: [0x14d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.107247:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000065b6827f already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.107248:0:164870:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b187ecd8/0x3e4967fcee50eb17 lrc: 3/0,1 mode: PW/PW res: [0x14d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.107250:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000065b6827f/0x3e4967fcee50eb1e lrc: 2/0,0 mode: PW/PW res: [0x14d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.107261:0:164870:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b187ecd8/0x3e4967fcee50eb17 lrc: 2/0,0 mode: PW/PW res: [0x14d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.107276:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000065b6827f/0x3e4967fcee50eb1e lrc: 3/0,0 mode: PW/PW res: [0x14d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.107281:0:87239:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ddea8548 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+594:85188:x1845970853020864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1929us (2049us total) trans 12884911426 rc 0/0 00000100:00100000:3.0:1760456370.107294:0:87239:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19638 00000004:00080000:0.0:1760456370.107295:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000024f50d2b/2, rc 0, transno 9538 00010000:00010000:1.0:1760456370.107298:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000065b6827f/0x3e4967fcee50eb1e lrc: 1/0,0 mode: --/PW res: [0x14d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.107304:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000065b6827f/0x3e4967fcee50eb1e lrc: 0/0,0 mode: --/PW res: [0x14d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.107307:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000024f50d2b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853020864:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.107320:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456370.107326:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.107330:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.107332:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.107338:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009fa95a51 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+54:167593:x1845970874012608:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 678us (843us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.107345:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1623 00000100:00100000:0.0:1760456370.107361:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1760456370.107370:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000cc3eead pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853021376:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.107403:0:122905:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50eb02 lrc: 3/0,1 mode: PW/PW res: [0x14cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.107403:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456370.107414:0:122905:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50eb02 lrc: 3/0,1 mode: PW/PW res: [0x14cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.107420:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dfd0c2ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853021184:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.107428:0:122905:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50eb02 lrc: 3/0,1 mode: PW/PW res: [0x14cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.107436:0:122905:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50eb02 lrc: 2/0,0 mode: PW/PW res: [0x14cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.107446:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1760456370.107448:0:164870:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1760456370.107454:0:122905:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1760456370.107460:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1760456370.107464:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b187ecd8/0x3e4967fcee50eb17 lrc: 2/0,0 mode: PW/PW res: [0x14d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.107474:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b187ecd8 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.107477:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b187ecd8/0x3e4967fcee50eb17 lrc: 2/0,0 mode: PW/PW res: [0x14d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.107485:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b187ecd8/0x3e4967fcee50eb17 lrc: 3/0,0 mode: PW/PW res: [0x14d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.107491:0:164867:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853021376 00010000:00010000:0.0:1760456370.107501:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b187ecd8/0x3e4967fcee50eb17 lrc: 1/0,0 mode: --/PW res: [0x14d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.107537:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b187ecd8/0x3e4967fcee50eb17 lrc: 0/0,0 mode: --/PW res: [0x14d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.107551:0:164867:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853021184 00010000:00010000:0.0:1760456370.107559:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.107562:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50eb02 lrc: 2/0,0 mode: PW/PW res: [0x14cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.107568:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000012cc2455 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.107570:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50eb02 lrc: 2/0,0 mode: PW/PW res: [0x14cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.107576:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50eb02 lrc: 3/0,0 mode: PW/PW res: [0x14cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.107586:0:164867:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19641 00010000:00010000:0.0:1760456370.107587:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50eb02 lrc: 1/0,0 mode: --/PW res: [0x14cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.107596:0:164867:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007a70c66c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+596:85189:x1845970853021376:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456370.107603:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000012cc2455/0x3e4967fcee50eb02 lrc: 0/0,0 mode: --/PW res: [0x14cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.107604:0:122921:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000070cb3ba1/0x3e4967fcee50b1a4 lrc: 0/0,0 mode: --/PR res: [0x14d5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ff89 expref: 53 pid: 87239 timeout: 4721 lvb_type: 1 00002000:00080000:2.0:1760456370.107613:0:164867:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5364 count 1 00010000:00010000:0.0:1760456370.107639:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.107642:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.107644:0:122905:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004a988d71 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+596:85189:x1845970853020288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3823us (3949us total) trans 12884911427 rc 0/0 00000100:00100000:1.0:1760456370.107645:0:122921:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d488f490 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:122921:1845970853020736:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.107645:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.107651:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.107658:0:122905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19634 00010000:00010000:1.0:1760456370.107666:0:122921:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50eb09 lrc: 3/0,1 mode: PW/PW res: [0x14d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.107673:0:122921:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50eb09 lrc: 3/0,1 mode: PW/PW res: [0x14d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.107678:0:122921:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50eb09 lrc: 3/0,1 mode: PW/PW res: [0x14d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.107679:0:122905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19642 00000004:00080000:0.0:1760456370.107687:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000401955e4/2, rc 0, transno 9539 00000100:00100000:3.0:1760456370.107688:0:122905:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000360b0d8a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+595:85191:x1845970853021184:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.107698:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000401955e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853020288:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.107699:0:164867:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000c03b33d/0x3e4967fcee50eb33 lrc: 3/0,1 mode: --/PW res: [0x14f4:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.107700:0:122921:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50eb09 lrc: 3/0,1 mode: PW/PW res: [0x14d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1760456370.107704:0:122905:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5366 count 1 00010000:00010000:3.0:1760456370.107717:0:122905:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50eb3a lrc: 3/0,1 mode: --/PW res: [0x14f6:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.107723:0:122921:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50eb09 lrc: 2/0,0 mode: PW/PW res: [0x14d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.107728:0:164867:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000043d39ad1/0x3e4967fcee50b4d7 lrc: 2/0,0 mode: PR/PR res: [0x14f4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a003f expref: 52 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.107730:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1760456370.107735:0:122905:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f64d4007/0x3e4967fcee50b498 lrc: 2/0,0 mode: PR/PR res: [0x14f6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0031 expref: 52 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.107740:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006eb396aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853021440:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.107749:0:122921:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1760456370.107751:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.107754:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.107757:0:164867:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000c03b33d/0x3e4967fcee50eb33 lrc: 4/0,1 mode: --/PW res: [0x14f4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.107759:0:122905:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.107759:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456370.107763:0:122905:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.107764:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50eb09 lrc: 2/0,0 mode: PW/PW res: [0x14d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.107767:0:122905:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50eb3a lrc: 4/0,1 mode: --/PW res: [0x14f6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.107773:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.107782:0:164867:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000043d39ad1/0x3e4967fcee50b4d7 lrc: 3/0,0 mode: PR/PR res: [0x14f4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a003f expref: 52 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.107784:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000666e57f8 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.107789:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50eb09 lrc: 2/0,0 mode: PW/PW res: [0x14d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.107800:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50eb09 lrc: 3/0,0 mode: PW/PW res: [0x14d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.107801:0:164867:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000043d39ad1/0x3e4967fcee50b4d7 lrc: 4/0,0 mode: PR/PR res: [0x14f4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a003f expref: 52 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.107802:0:164869:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853021440 00010000:00010000:3.0:1760456370.107809:0:122905:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f64d4007/0x3e4967fcee50b498 lrc: 3/0,0 mode: PR/PR res: [0x14f6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0031 expref: 52 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.107822:0:164869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19643 00010000:00010000:1.0:1760456370.107824:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50eb09 lrc: 1/0,0 mode: --/PW res: [0x14d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.107831:0:164867:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000008613f1d pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:164867:1845970853021504:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.107832:0:164869:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015c576cc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+596:85188:x1845970853021440:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.107840:0:122905:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f64d4007/0x3e4967fcee50b498 lrc: 4/0,0 mode: PR/PR res: [0x14f6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0031 expref: 52 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.107844:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50eb09 lrc: 0/0,0 mode: --/PW res: [0x14d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1760456370.107851:0:164869:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5362 count 1 00010000:00010000:0.0:1760456370.107863:0:164869:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50eb41 lrc: 3/0,1 mode: --/PW res: [0x14f2:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.107867:0:164867:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a689660d going to sleep for 6 seconds 00000100:00100000:3.0:1760456370.107870:0:122905:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000095b511e8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:122905:1845970853021568:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.107871:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.107875:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.107877:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.107877:0:164869:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000067436af1/0x3e4967fcee50b555 lrc: 2/0,0 mode: PR/PR res: [0x14f2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a005b expref: 52 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.107884:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.107885:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.107887:0:164869:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50eb41 lrc: 4/0,1 mode: --/PW res: [0x14f2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.107905:0:122905:0:(client.c:2500:ptlrpc_set_wait()) set 0000000078dac6d3 going to sleep for 6 seconds 00010000:00010000:0.0:1760456370.107924:0:164869:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000067436af1/0x3e4967fcee50b555 lrc: 3/0,0 mode: PR/PR res: [0x14f2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a005b expref: 52 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.107935:0:164869:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000067436af1/0x3e4967fcee50b555 lrc: 4/0,0 mode: PR/PR res: [0x14f2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a005b expref: 52 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.107947:0:122906:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a6e49a4d/0x3e4967fcee50b165 lrc: 0/0,0 mode: --/PR res: [0x14d1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ff7b expref: 52 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.107951:0:164869:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8d8a3e0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:164869:1845970853021632:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.107969:0:122906:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000f6b8c2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:122906:1845970853020672:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.107982:0:122906:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50eb10 lrc: 3/0,1 mode: PW/PW res: [0x14d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.107991:0:122906:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50eb10 lrc: 3/0,1 mode: PW/PW res: [0x14d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.107997:0:122906:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50eb10 lrc: 3/0,1 mode: PW/PW res: [0x14d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.107999:0:164869:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ead0540c going to sleep for 6 seconds 00010000:00010000:3.0:1760456370.108008:0:122906:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50eb10 lrc: 3/0,1 mode: PW/PW res: [0x14d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.108015:0:122906:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50eb10 lrc: 2/0,0 mode: PW/PW res: [0x14d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.108040:0:122906:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.108076:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.108080:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50eb10 lrc: 2/0,0 mode: PW/PW res: [0x14d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.108086:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fe04f7ce already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.108088:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50eb10 lrc: 2/0,0 mode: PW/PW res: [0x14d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.108094:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50eb10 lrc: 3/0,0 mode: PW/PW res: [0x14d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.108104:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50eb10 lrc: 1/0,0 mode: --/PW res: [0x14d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.108109:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fe04f7ce/0x3e4967fcee50eb10 lrc: 0/0,0 mode: --/PW res: [0x14d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.108223:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.108226:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.108229:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.108248:0:164870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009d9bf87f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+598:85190:x1845970853020800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3249us (3321us total) trans 12884911428 rc 0/0 00000100:00100000:0.0:1760456370.108259:0:164870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19637 00000100:00100000:3.0:1760456370.108270:0:122906:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e119658 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+597:85188:x1845970853020544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3878us (3960us total) trans 12884911429 rc 0/0 00000100:00100000:3.0:1760456370.108280:0:122906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19636 00000004:00080000:0.0:1760456370.108294:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d3f6dfb5/2, rc 0, transno 9541 00000100:00100000:0.0:1760456370.108305:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3f6dfb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853020544:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1760456370.108327:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000033a4a660/2, rc 0, transno 9540 00000100:00100000:3.0:1760456370.108336:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000033a4a660 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853020800:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456370.108343:0:122919:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000020d5ae43 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:122919:1845970853021312:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.108351:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004968d9cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853021696:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.108355:0:122919:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50eb2c lrc: 3/0,1 mode: --/PW res: [0x14f7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.108379:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000713ed4b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853021760:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.108384:0:88855:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e291f38f pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:88855:1845970853021248:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.108389:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1760456370.108400:0:88855:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c26bd5f5/0x3e4967fcee50eb25 lrc: 3/0,1 mode: --/PW res: [0x14d8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.108409:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1760456370.108431:0:122923:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853021696 00000100:00100000:3.0:1760456370.108435:0:122906:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853021760 00000100:00100000:0.0:1760456370.108462:0:122923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19644 00000100:00100000:0.0:1760456370.108473:0:122923:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008aa02e8a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+599:85190:x1845970853021696:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.108474:0:122906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19645 00000100:00100000:3.0:1760456370.108485:0:122906:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000020d5ae43 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+599:85191:x1845970853021760:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1760456370.108487:0:122923:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5360 count 1 00010000:00010000:0.0:1760456370.108499:0:122923:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000021cd7e7b/0x3e4967fcee50eb48 lrc: 3/0,1 mode: --/PW res: [0x14f0:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1760456370.108503:0:122906:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5368 count 1 00000100:00100000:1.0:1760456370.108528:0:122921:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fbb1758d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+599:85190:x1845970853020608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4197us (4245us total) trans 12884911430 rc 0/0 00010000:00010000:0.0:1760456370.108534:0:122923:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000056ea06c4/0x3e4967fcee50b594 lrc: 2/0,0 mode: PR/PR res: [0x14f0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0069 expref: 51 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1760456370.108542:0:122921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19635 00010000:00010000:0.0:1760456370.108545:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.108547:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.108548:0:122923:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000021cd7e7b/0x3e4967fcee50eb48 lrc: 4/0,1 mode: --/PW res: [0x14f0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.108562:0:122906:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50eb4f lrc: 3/0,1 mode: --/PW res: [0x14f8:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.108567:0:122923:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000056ea06c4/0x3e4967fcee50b594 lrc: 3/0,0 mode: PR/PR res: [0x14f0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0069 expref: 51 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.108586:0:122923:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000056ea06c4/0x3e4967fcee50b594 lrc: 4/0,0 mode: PR/PR res: [0x14f0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0069 expref: 51 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.108589:0:122906:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000139927d7/0x3e4967fcee50b651 lrc: 2/0,0 mode: PR/PR res: [0x14f8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0093 expref: 51 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.108604:0:122923:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c7226916 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:122923:1845970853021824:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.108606:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.108610:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.108612:0:122906:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50eb4f lrc: 4/0,1 mode: --/PW res: [0x14f8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.108645:0:122906:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000139927d7/0x3e4967fcee50b651 lrc: 3/0,0 mode: PR/PR res: [0x14f8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0093 expref: 51 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.108652:0:122923:0:(client.c:2500:ptlrpc_set_wait()) set 00000000756f8c76 going to sleep for 6 seconds 00010000:00010000:3.0:1760456370.108656:0:122906:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000139927d7/0x3e4967fcee50b651 lrc: 4/0,0 mode: PR/PR res: [0x14f8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0093 expref: 51 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.108665:0:122906:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009613b9ea pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:122906:1845970853021888:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.108687:0:122906:0:(client.c:2500:ptlrpc_set_wait()) set 00000000294413d6 going to sleep for 6 seconds 00000004:00080000:3.0:1760456370.108712:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001a992d1d/2, rc 0, transno 9542 00000100:00100000:3.0:1760456370.108723:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001a992d1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853020608:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.108749:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1760456370.108756:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cd984e83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853021952:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.108776:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1760456370.108805:0:164870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853021952 00000100:00100000:2.0:1760456370.108841:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.108841:0:164870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19646 00000100:00100000:0.0:1760456370.108849:0:164870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbed4e03 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+599:85189:x1845970853021952:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1760456370.108864:0:164870:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5370 count 1 00000100:00100000:3.0:1760456370.108869:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874012864 00000100:00100000:2.0:1760456370.108869:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456370.108875:0:164870:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001482aae9/0x3e4967fcee50eb56 lrc: 3/0,1 mode: --/PW res: [0x14fa:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.108885:0:164870:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000033fb502a/0x3e4967fcee50b690 lrc: 2/0,0 mode: PR/PR res: [0x14fa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a00a1 expref: 52 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.108887:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874012928 00010000:00010000:0.0:1760456370.108892:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.108894:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.108895:0:164870:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001482aae9/0x3e4967fcee50eb56 lrc: 4/0,1 mode: --/PW res: [0x14fa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.108903:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000089b8d79b/0x3e4967fcee50b2df lrc: 4/0,0 mode: PR/PR res: [0x14d8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ffcf expref: 53 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.108915:0:164870:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000033fb502a/0x3e4967fcee50b690 lrc: 3/0,0 mode: PR/PR res: [0x14fa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a00a1 expref: 53 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1760456370.108918:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456370.108926:0:164870:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000033fb502a/0x3e4967fcee50b690 lrc: 4/0,0 mode: PR/PR res: [0x14fa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a00a1 expref: 53 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.108936:0:86473:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874012992 00000100:00100000:0.0:1760456370.108936:0:164870:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000091930bdd pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:164870:1845970853022016:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.108953:0:86473:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000043d39ad1/0x3e4967fcee50b4d7 lrc: 5/0,0 mode: PR/PR res: [0x14f4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a003f expref: 54 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.108978:0:164870:0:(client.c:2500:ptlrpc_set_wait()) set 000000001b8cab0b going to sleep for 6 seconds 00000100:00100000:3.0:1760456370.108982:0:86473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1627 00000100:00100000:2.0:1760456370.108986:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:3.0:1760456370.108991:0:86473:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c31687e1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+54:167596:x1845970874012928:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1760456370.109001:0:86473:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.109006:0:86473:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000089b8d79b/0x3e4967fcee50b2df lrc: 4/0,0 mode: PR/PR res: [0x14d8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ffcf expref: 54 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.109008:0:122344:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874013056 00010000:00010000:2.0:1760456370.109024:0:122344:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f64d4007/0x3e4967fcee50b498 lrc: 5/0,0 mode: PR/PR res: [0x14f6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0031 expref: 55 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.109027:0:86473:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000089b8d79b/0x3e4967fcee50b2df lrc: 3/0,0 mode: PR/PR res: [0x14d8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ffcf expref: 55 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.109054:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1628 00010000:00010000:3.0:1760456370.109056:0:86473:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000089b8d79b/0x3e4967fcee50b2df lrc: 0/0,0 mode: --/PR res: [0x14d8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e49ffcf expref: 55 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.109064:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8dd4db1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+55:167594:x1845970874012992:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1760456370.109075:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.109079:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.109080:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000043d39ad1/0x3e4967fcee50b4d7 lrc: 5/0,0 mode: PR/PR res: [0x14f4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a003f expref: 54 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.109083:0:86473:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.109087:0:86473:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c26bd5f5/0x3e4967fcee50eb25 lrc: 3/0,1 mode: PW/PW res: [0x14d8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.109092:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000043d39ad1/0x3e4967fcee50b4d7 lrc: 4/0,0 mode: PR/PR res: [0x14f4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a003f expref: 54 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.109109:0:86473:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c26bd5f5/0x3e4967fcee50eb25 lrc: 4/0,1 mode: PW/PW res: [0x14d8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.109116:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.109119:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.109121:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000c03b33d/0x3e4967fcee50eb33 lrc: 3/0,1 mode: PW/PW res: [0x14f4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.109128:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000c03b33d/0x3e4967fcee50eb33 lrc: 4/0,1 mode: PW/PW res: [0x14f4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.109144:0:86473:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456370.109144:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.109147:0:88855:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c26bd5f5/0x3e4967fcee50eb25 lrc: 3/0,1 mode: PW/PW res: [0x14d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.109155:0:88855:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c26bd5f5/0x3e4967fcee50eb25 lrc: 3/0,1 mode: PW/PW res: [0x14d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.109161:0:88855:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c26bd5f5/0x3e4967fcee50eb25 lrc: 3/0,1 mode: PW/PW res: [0x14d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.109165:0:88855:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c26bd5f5/0x3e4967fcee50eb25 lrc: 2/0,0 mode: PW/PW res: [0x14d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.109176:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8dd4db1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+54:167594:x1845970874012992:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 113us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.109178:0:86473:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c31687e1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+54:167596:x1845970874012928:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 185us (308us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.109181:0:88855:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.109188:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1760456370.109189:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1628 00010000:00010000:1.0:1760456370.109195:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c26bd5f5/0x3e4967fcee50eb25 lrc: 2/0,0 mode: PW/PW res: [0x14d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.109200:0:86473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1627 00000100:00100000:2.0:1760456370.109209:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1629 00010000:00010000:1.0:1760456370.109211:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c26bd5f5 already unused, calling callback (0000000049577fce) 00000100:00100000:2.0:1760456370.109215:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000043c9bf24 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+52:167593:x1845970874013056:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1760456370.109216:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c26bd5f5/0x3e4967fcee50eb25 lrc: 2/0,0 mode: PW/PW res: [0x14d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.109227:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456370.109228:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c26bd5f5/0x3e4967fcee50eb25 lrc: 3/0,0 mode: PW/PW res: [0x14d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.109232:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f64d4007/0x3e4967fcee50b498 lrc: 5/0,0 mode: PR/PR res: [0x14f6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0031 expref: 52 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.109245:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b7ce36ce/0x3e4967fcee50b41a lrc: 4/0,0 mode: PR/PR res: [0x14f7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0015 expref: 52 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.109249:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c26bd5f5/0x3e4967fcee50eb25 lrc: 1/0,0 mode: --/PW res: [0x14d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.109251:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f64d4007/0x3e4967fcee50b498 lrc: 4/0,0 mode: PR/PR res: [0x14f6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0031 expref: 52 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.109272:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c26bd5f5/0x3e4967fcee50eb25 lrc: 0/0,0 mode: --/PW res: [0x14d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.109280:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.109283:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.109285:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50eb3a lrc: 3/0,1 mode: PW/PW res: [0x14f6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.109292:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50eb3a lrc: 4/0,1 mode: PW/PW res: [0x14f6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.109294:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.109297:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1630 00010000:00010000:1.0:1760456370.109298:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.109301:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.109307:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001fa99884 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+52:167593:x1845970874012864:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1760456370.109310:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456370.109318:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.109324:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b7ce36ce/0x3e4967fcee50b41a lrc: 4/0,0 mode: PR/PR res: [0x14f7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0015 expref: 52 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.109329:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000043c9bf24 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+52:167593:x1845970874013056:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 112us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.109344:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1629 00010000:00010000:3.0:1760456370.109349:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b7ce36ce/0x3e4967fcee50b41a lrc: 3/0,0 mode: PR/PR res: [0x14f7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0015 expref: 52 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.109365:0:86475:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b7ce36ce/0x3e4967fcee50b41a lrc: 0/0,0 mode: --/PR res: [0x14f7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0015 expref: 51 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.109369:0:88855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc571645 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+600:85188:x1845970853021056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2400us (2981us total) trans 12884911431 rc 0/0 00010000:00010000:3.0:1760456370.109381:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1760456370.109381:0:88855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19639 00010000:00010000:3.0:1760456370.109384:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.109386:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50eb2c lrc: 3/0,1 mode: PW/PW res: [0x14f7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.109392:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50eb2c lrc: 4/0,1 mode: PW/PW res: [0x14f7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1760456370.109423:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000000979d533/2, rc 0, transno 9543 00000100:00100000:3.0:1760456370.109435:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000979d533 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853021056:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.109453:0:164867:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000043d39ad1/0x3e4967fcee50b4d7 lrc: 0/0,0 mode: --/PR res: [0x14f4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a003f expref: 50 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.109465:0:164867:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000008613f1d pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:164867:1845970853021504:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.109482:0:164867:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000c03b33d/0x3e4967fcee50eb33 lrc: 3/0,1 mode: PW/PW res: [0x14f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.109492:0:164867:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000c03b33d/0x3e4967fcee50eb33 lrc: 3/0,1 mode: PW/PW res: [0x14f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.109494:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000036623ba6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853022080:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.109503:0:164867:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000c03b33d/0x3e4967fcee50eb33 lrc: 3/0,1 mode: PW/PW res: [0x14f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.109528:0:164867:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000c03b33d/0x3e4967fcee50eb33 lrc: 3/0,1 mode: PW/PW res: [0x14f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.109534:0:164867:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000c03b33d/0x3e4967fcee50eb33 lrc: 2/0,0 mode: PW/PW res: [0x14f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.109550:0:164867:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1760456370.109565:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1760456370.109566:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.109570:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000c03b33d/0x3e4967fcee50eb33 lrc: 2/0,0 mode: PW/PW res: [0x14f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.109578:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000c03b33d already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.109581:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000c03b33d/0x3e4967fcee50eb33 lrc: 2/0,0 mode: PW/PW res: [0x14f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.109587:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000c03b33d/0x3e4967fcee50eb33 lrc: 3/0,0 mode: PW/PW res: [0x14f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.109601:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000c03b33d/0x3e4967fcee50eb33 lrc: 1/0,0 mode: --/PW res: [0x14f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.109605:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000c03b33d/0x3e4967fcee50eb33 lrc: 0/0,0 mode: --/PW res: [0x14f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.109641:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.109643:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.109645:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.109649:0:122905:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f64d4007/0x3e4967fcee50b498 lrc: 0/0,0 mode: --/PR res: [0x14f6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0031 expref: 49 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.109659:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1760456370.109663:0:122905:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000095b511e8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:122905:1845970853021568:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.109679:0:122905:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50eb3a lrc: 3/0,1 mode: PW/PW res: [0x14f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.109690:0:122905:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50eb3a lrc: 3/0,1 mode: PW/PW res: [0x14f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.109696:0:122905:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50eb3a lrc: 3/0,1 mode: PW/PW res: [0x14f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.109701:0:122905:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50eb3a lrc: 3/0,1 mode: PW/PW res: [0x14f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.109704:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001fa99884 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+48:167593:x1845970874012864:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 394us (864us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456370.109710:0:122905:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50eb3a lrc: 2/0,0 mode: PW/PW res: [0x14f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.109718:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1630 00010000:00010000:3.0:1760456370.109747:0:122919:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50eb2c lrc: 3/0,1 mode: PW/PW res: [0x14f7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.109757:0:122919:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50eb2c lrc: 3/0,1 mode: PW/PW res: [0x14f7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.109765:0:164867:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007a70c66c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+600:85189:x1845970853021376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2171us (2362us total) trans 12884911432 rc 0/0 00010000:00010000:3.0:1760456370.109768:0:122919:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50eb2c lrc: 3/0,1 mode: PW/PW res: [0x14f7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.109774:0:164867:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19641 00010000:00010000:1.0:1760456370.109778:0:122905:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456370.109783:0:122919:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50eb2c lrc: 2/0,0 mode: PW/PW res: [0x14f7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.109786:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1760456370.109792:0:164867:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853022080 00010000:00010000:0.0:1760456370.109792:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50eb3a lrc: 2/0,0 mode: PW/PW res: [0x14f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.109803:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008b096a6a already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.109807:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50eb3a lrc: 2/0,0 mode: PW/PW res: [0x14f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.109809:0:122919:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1760456370.109816:0:164867:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19647 00000100:00100000:2.0:1760456370.109822:0:164867:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d795b14 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+600:85189:x1845970853022080:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456370.109823:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50eb3a lrc: 3/0,0 mode: PW/PW res: [0x14f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1760456370.109836:0:164867:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5376 count 1 00010000:00010000:1.0:1760456370.109846:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1760456370.109850:0:164867:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50eb5d lrc: 3/0,1 mode: --/PW res: [0x1500:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.109850:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50eb2c lrc: 2/0,0 mode: PW/PW res: [0x14f7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.109850:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50eb3a lrc: 1/0,0 mode: --/PW res: [0x14f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.109871:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e7db8498 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.109876:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50eb2c lrc: 2/0,0 mode: PW/PW res: [0x14f7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.109876:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008b096a6a/0x3e4967fcee50eb3a lrc: 0/0,0 mode: --/PW res: [0x14f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.109879:0:164867:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000add9a57d/0x3e4967fcee50b6cf lrc: 2/0,0 mode: PR/PR res: [0x1500:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a00af expref: 47 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.109900:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50eb2c lrc: 3/0,0 mode: PW/PW res: [0x14f7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.109906:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.109910:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.109911:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.109913:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.109915:0:164867:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50eb5d lrc: 4/0,1 mode: --/PW res: [0x1500:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.109917:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.109920:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50eb2c lrc: 1/0,0 mode: --/PW res: [0x14f7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.109931:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50eb2c lrc: 0/0,0 mode: --/PW res: [0x14f7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.109934:0:164867:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000add9a57d/0x3e4967fcee50b6cf lrc: 3/0,0 mode: PR/PR res: [0x1500:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a00af expref: 47 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.109941:0:164867:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000add9a57d/0x3e4967fcee50b6cf lrc: 4/0,0 mode: PR/PR res: [0x1500:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a00af expref: 47 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.109949:0:164867:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000008613f1d pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:164867:1845970853022144:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.109976:0:164867:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b135c565 going to sleep for 6 seconds 00010000:00010000:1.0:1760456370.110010:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.110012:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.110014:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.110026:0:122919:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c71cb76 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+601:85191:x1845970853021120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3045us (3142us total) trans 12884911433 rc 0/0 00000100:00100000:3.0:1760456370.110033:0:122919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19640 00000100:00100000:0.0:1760456370.110057:0:164869:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8d8a3e0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:164869:1845970853021632:192.168.203.34@tcp:104: 00000004:00080000:3.0:1760456370.110076:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000000cc3eead/2, rc 0, transno 9544 00010000:00010000:0.0:1760456370.110078:0:164869:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50eb41 lrc: 3/0,1 mode: --/PW res: [0x14f2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.110088:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000cc3eead pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853021376:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1760456370.110093:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000fb30b7f9/2, rc 0, transno 9545 00000100:00100000:2.0:1760456370.110094:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456370.110134:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fb30b7f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853021120:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456370.110142:0:85191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1760456370.110147:0:122923:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c7226916 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:122923:1845970853021824:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.110153:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456370.110154:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000652a7bdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853022208:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456370.110167:0:122923:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000021cd7e7b/0x3e4967fcee50eb48 lrc: 3/0,1 mode: --/PW res: [0x14f0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.110170:0:86475:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874013120 00010000:00010000:3.0:1760456370.110187:0:86475:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000067436af1/0x3e4967fcee50b555 lrc: 4/0,0 mode: PR/PR res: [0x14f2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a005b expref: 48 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.110196:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1760456370.110222:0:86475:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874013184 00000100:00100000:0.0:1760456370.110226:0:164870:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000091930bdd pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:164870:1845970853022016:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.110233:0:86475:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000056ea06c4/0x3e4967fcee50b594 lrc: 4/0,0 mode: PR/PR res: [0x14f0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0069 expref: 49 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.110235:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c8431f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853022272:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456370.110241:0:164870:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001482aae9/0x3e4967fcee50eb56 lrc: 3/0,1 mode: --/PW res: [0x14fa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.110242:0:122347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1631 00000100:00100000:2.0:1760456370.110253:0:122347:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003f2456ae pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+49:167594:x1845970874013120:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00000100:00100000:3.0:1760456370.110266:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1632 00010000:00010000:2.0:1760456370.110267:0:122347:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1760456370.110267:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1760456370.110276:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d566327 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+49:167593:x1845970874013184:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1760456370.110276:0:122347:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000067436af1/0x3e4967fcee50b555 lrc: 4/0,0 mode: PR/PR res: [0x14f2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a005b expref: 49 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.110288:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.110293:0:122347:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000067436af1/0x3e4967fcee50b555 lrc: 3/0,0 mode: PR/PR res: [0x14f2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a005b expref: 49 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.110295:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000056ea06c4/0x3e4967fcee50b594 lrc: 4/0,0 mode: PR/PR res: [0x14f0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0069 expref: 49 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.110320:0:122347:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000067436af1/0x3e4967fcee50b555 lrc: 0/0,0 mode: --/PR res: [0x14f2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a005b expref: 49 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.110324:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000056ea06c4/0x3e4967fcee50b594 lrc: 3/0,0 mode: PR/PR res: [0x14f0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0069 expref: 49 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.110330:0:88855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853022208 00010000:00010000:2.0:1760456370.110343:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.110346:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.110348:0:122347:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50eb41 lrc: 3/0,1 mode: PW/PW res: [0x14f2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.110351:0:86475:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000056ea06c4/0x3e4967fcee50b594 lrc: 0/0,0 mode: --/PR res: [0x14f0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0069 expref: 48 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.110358:0:88855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853022272 00010000:00010000:2.0:1760456370.110366:0:122347:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50eb41 lrc: 4/0,1 mode: PW/PW res: [0x14f2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.110376:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.110379:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1760456370.110379:0:88855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19648 00010000:00010000:3.0:1760456370.110383:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000021cd7e7b/0x3e4967fcee50eb48 lrc: 3/0,1 mode: PW/PW res: [0x14f0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.110386:0:122347:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1760456370.110386:0:88855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d488f490 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+602:85191:x1845970853022208:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.110400:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000021cd7e7b/0x3e4967fcee50eb48 lrc: 4/0,1 mode: PW/PW res: [0x14f0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1760456370.110404:0:88855:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5375 count 1 00000100:00100000:2.0:1760456370.110410:0:122347:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003f2456ae pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+47:167594:x1845970874013120:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 159us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.110417:0:122347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1631 00010000:00010000:0.0:1760456370.110418:0:88855:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000024a38e54/0x3e4967fcee50eb64 lrc: 3/0,1 mode: --/PW res: [0x14ff:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.110429:0:88855:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d5956fd4/0x3e4967fcee50b74d lrc: 2/0,0 mode: PR/PR res: [0x14ff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a00cb expref: 46 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.110431:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.110436:0:88855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.110439:0:88855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.110440:0:88855:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000024a38e54/0x3e4967fcee50eb64 lrc: 4/0,1 mode: --/PW res: [0x14ff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.110458:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456370.110462:0:88855:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d5956fd4/0x3e4967fcee50b74d lrc: 3/0,0 mode: PR/PR res: [0x14ff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a00cb expref: 46 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.110463:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d566327 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+46:167593:x1845970874013184:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 186us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.110480:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1632 00010000:00010000:0.0:1760456370.110484:0:88855:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d5956fd4/0x3e4967fcee50b74d lrc: 4/0,0 mode: PR/PR res: [0x14ff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a00cb expref: 46 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.110499:0:88855:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000091930bdd pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:88855:1845970853022336:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.110503:0:86475:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874013312 00000100:00100000:2.0:1760456370.110530:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.110557:0:122344:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874013248 00010000:00010000:2.0:1760456370.110573:0:122344:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000139927d7/0x3e4967fcee50b651 lrc: 5/0,0 mode: PR/PR res: [0x14f8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0093 expref: 47 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.110577:0:86475:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000033fb502a/0x3e4967fcee50b690 lrc: 4/0,0 mode: PR/PR res: [0x14fa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a00a1 expref: 47 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.110589:0:122905:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000360b0d8a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+603:85191:x1845970853021184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2803us (3043us total) trans 12884911434 rc 0/0 00000100:00100000:1.0:1760456370.110598:0:122905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19642 00000100:00100000:2.0:1760456370.110605:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1633 00000100:00100000:2.0:1760456370.110613:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b12c6387 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+47:167593:x1845970874013248:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00000100:00100000:3.0:1760456370.110615:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1634 00010000:00010000:2.0:1760456370.110635:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1760456370.110636:0:88855:0:(client.c:2500:ptlrpc_set_wait()) set 000000001b8cab0b going to sleep for 6 seconds 00000100:00100000:3.0:1760456370.110640:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a626b4b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+47:167593:x1845970874013312:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1760456370.110641:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000139927d7/0x3e4967fcee50b651 lrc: 5/0,0 mode: PR/PR res: [0x14f8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0093 expref: 47 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.110651:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1760456370.110654:0:164869:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50eb41 lrc: 3/0,1 mode: PW/PW res: [0x14f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.110656:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000139927d7/0x3e4967fcee50b651 lrc: 4/0,0 mode: PR/PR res: [0x14f8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0093 expref: 47 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.110659:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000033fb502a/0x3e4967fcee50b690 lrc: 4/0,0 mode: PR/PR res: [0x14fa:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a00a1 expref: 47 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.110673:0:122905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19649 00010000:00010000:0.0:1760456370.110676:0:164869:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50eb41 lrc: 3/0,1 mode: PW/PW res: [0x14f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.110683:0:122905:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000098bc48b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+602:85191:x1845970853022272:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.110690:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000033fb502a/0x3e4967fcee50b690 lrc: 3/0,0 mode: PR/PR res: [0x14fa:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a00a1 expref: 47 pid: 87239 timeout: 4721 lvb_type: 1 00002000:00080000:1.0:1760456370.110701:0:122905:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5380 count 1 00010000:00010000:0.0:1760456370.110703:0:164869:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50eb41 lrc: 3/0,1 mode: PW/PW res: [0x14f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.110710:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.110713:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.110714:0:122905:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50eb6b lrc: 3/0,1 mode: --/PW res: [0x1504:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.110715:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50eb4f lrc: 3/0,1 mode: PW/PW res: [0x14f8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.110721:0:86475:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000033fb502a/0x3e4967fcee50b690 lrc: 0/0,0 mode: --/PR res: [0x14fa:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a00a1 expref: 47 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.110740:0:164869:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50eb41 lrc: 2/0,0 mode: PW/PW res: [0x14f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.110742:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50eb4f lrc: 4/0,1 mode: PW/PW res: [0x14f8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.110745:0:122905:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c5923b4e/0x3e4967fcee50b78c lrc: 2/0,0 mode: PR/PR res: [0x1504:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a00d9 expref: 46 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.110747:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.110750:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.110752:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001482aae9/0x3e4967fcee50eb56 lrc: 3/0,1 mode: PW/PW res: [0x14fa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.110774:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456370.110775:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001482aae9/0x3e4967fcee50eb56 lrc: 4/0,1 mode: PW/PW res: [0x14fa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.110780:0:122905:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.110780:0:164869:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.110783:0:122905:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.110787:0:122905:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50eb6b lrc: 4/0,1 mode: --/PW res: [0x1504:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.110795:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b12c6387 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+46:167593:x1845970874013248:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 181us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.110803:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1633 00010000:00010000:1.0:1760456370.110804:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456370.110805:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456370.110809:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50eb41 lrc: 2/0,0 mode: PW/PW res: [0x14f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.110816:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000758f8c02 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.110819:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50eb41 lrc: 2/0,0 mode: PW/PW res: [0x14f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.110824:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50eb41 lrc: 3/0,0 mode: PW/PW res: [0x14f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.110836:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50eb41 lrc: 1/0,0 mode: --/PW res: [0x14f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.110837:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a626b4b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+45:167593:x1845970874013312:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 198us (377us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456370.110850:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50eb41 lrc: 0/0,0 mode: --/PW res: [0x14f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.110859:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1634 00010000:00010000:1.0:1760456370.110874:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.110877:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.110879:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.110897:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000004:00080000:1.0:1760456370.110903:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000dfd0c2ff/2, rc 0, transno 9546 00000100:00100000:3.0:1760456370.110914:0:86475:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874013376 00000100:00100000:1.0:1760456370.110916:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dfd0c2ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853021184:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.110929:0:86475:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000add9a57d/0x3e4967fcee50b6cf lrc: 5/0,0 mode: PR/PR res: [0x1500:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a00af expref: 45 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.110956:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1635 00000100:00100000:3.0:1760456370.110961:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba802d17 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+45:167593:x1845970874013376:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00000100:00100000:3.0:1760456370.110976:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e44552cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853022400:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.110990:0:164869:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015c576cc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+603:85188:x1845970853021440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3158us (3219us total) trans 12884911435 rc 0/0 00000100:00100000:0.0:1760456370.111001:0:164869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19643 00000100:00100000:3.0:1760456370.111008:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456370.111020:0:164867:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000008613f1d pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:164867:1845970853022144:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.111024:0:122905:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c5923b4e/0x3e4967fcee50b78c lrc: 3/0,0 mode: PR/PR res: [0x1504:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a00d9 expref: 45 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.111031:0:164869:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853022400 00010000:00010000:2.0:1760456370.111037:0:164867:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50eb5d lrc: 3/0,1 mode: --/PW res: [0x1500:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1760456370.111038:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006eb396aa/2, rc 0, transno 9547 00000100:00100000:3.0:1760456370.111049:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006eb396aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853021440:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.111062:0:164869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19650 00000100:00100000:0.0:1760456370.111069:0:164869:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009baeceb5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+603:85188:x1845970853022400:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1760456370.111081:0:164869:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5383 count 1 00010000:00010000:1.0:1760456370.111085:0:122905:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c5923b4e/0x3e4967fcee50b78c lrc: 4/0,0 mode: PR/PR res: [0x1504:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a00d9 expref: 45 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.111091:0:164869:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b187ecd8/0x3e4967fcee50eb72 lrc: 3/0,1 mode: --/PW res: [0x1507:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.111096:0:122905:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000a6646d4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:122905:1845970853022464:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.111098:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008975dc8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853022528:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456370.111110:0:164869:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e491eeed/0x3e4967fcee50b8c7 lrc: 2/0,0 mode: PR/PR res: [0x1507:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a011f expref: 45 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.111116:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.111118:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.111120:0:164869:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b187ecd8/0x3e4967fcee50eb72 lrc: 4/0,1 mode: --/PW res: [0x1507:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.111125:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1760456370.111143:0:164869:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e491eeed/0x3e4967fcee50b8c7 lrc: 3/0,0 mode: PR/PR res: [0x1507:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a011f expref: 45 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1760456370.111147:0:122905:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b8317f2e going to sleep for 6 seconds 00010000:00010000:0.0:1760456370.111153:0:164869:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e491eeed/0x3e4967fcee50b8c7 lrc: 4/0,0 mode: PR/PR res: [0x1507:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a011f expref: 45 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.111167:0:164869:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c7226916 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:164869:1845970853022592:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.111174:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.111181:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000add9a57d/0x3e4967fcee50b6cf lrc: 4/0,0 mode: PR/PR res: [0x1500:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a00af expref: 45 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.111194:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000add9a57d/0x3e4967fcee50b6cf lrc: 3/0,0 mode: PR/PR res: [0x1500:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a00af expref: 45 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.111194:0:164869:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ead0540c going to sleep for 6 seconds 00010000:00010000:0.0:1760456370.111213:0:122923:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000021cd7e7b/0x3e4967fcee50eb48 lrc: 3/0,1 mode: PW/PW res: [0x14f0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.111214:0:86475:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000add9a57d/0x3e4967fcee50b6cf lrc: 0/0,0 mode: --/PR res: [0x1500:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a00af expref: 45 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.111225:0:122921:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853022528 00010000:00010000:0.0:1760456370.111237:0:122923:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000021cd7e7b/0x3e4967fcee50eb48 lrc: 3/0,1 mode: PW/PW res: [0x14f0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.111240:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.111243:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.111246:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50eb5d lrc: 3/0,1 mode: PW/PW res: [0x1500:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.111250:0:122923:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000021cd7e7b/0x3e4967fcee50eb48 lrc: 3/0,1 mode: PW/PW res: [0x14f0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.111264:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50eb5d lrc: 4/0,1 mode: PW/PW res: [0x1500:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.111266:0:123791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19651 00010000:00010000:0.0:1760456370.111272:0:122923:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000021cd7e7b/0x3e4967fcee50eb48 lrc: 2/0,0 mode: PW/PW res: [0x14f0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.111276:0:123791:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000f6b8c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+604:85189:x1845970853022528:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1760456370.111293:0:123791:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5382 count 1 00010000:00010000:3.0:1760456370.111303:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456370.111304:0:123791:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bb4db32e/0x3e4967fcee50eb79 lrc: 3/0,1 mode: --/PW res: [0x1506:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.111305:0:122923:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.111309:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.111314:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000021cd7e7b/0x3e4967fcee50eb48 lrc: 2/0,0 mode: PW/PW res: [0x14f0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.111320:0:123791:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006d724a7e/0x3e4967fcee50b906 lrc: 2/0,0 mode: PR/PR res: [0x1506:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a012d expref: 44 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.111324:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000021cd7e7b already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.111328:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000021cd7e7b/0x3e4967fcee50eb48 lrc: 2/0,0 mode: PW/PW res: [0x14f0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.111339:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba802d17 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+44:167593:x1845970874013376:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 371us (439us total) trans 0 rc 0/0 00010000:00010000:2.0:1760456370.111349:0:123791:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.111351:0:123791:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.111352:0:123791:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bb4db32e/0x3e4967fcee50eb79 lrc: 4/0,1 mode: --/PW res: [0x1506:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.111357:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1635 00010000:00010000:2.0:1760456370.111374:0:123791:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006d724a7e/0x3e4967fcee50b906 lrc: 3/0,0 mode: PR/PR res: [0x1506:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a012d expref: 43 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.111381:0:123791:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006d724a7e/0x3e4967fcee50b906 lrc: 4/0,0 mode: PR/PR res: [0x1506:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a012d expref: 43 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.111389:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000021cd7e7b/0x3e4967fcee50eb48 lrc: 3/0,0 mode: PW/PW res: [0x14f0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.111394:0:123791:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000008613f1d pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:123791:1845970853022656:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.111403:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000021cd7e7b/0x3e4967fcee50eb48 lrc: 1/0,0 mode: --/PW res: [0x14f0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.111410:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000021cd7e7b/0x3e4967fcee50eb48 lrc: 0/0,0 mode: --/PW res: [0x14f0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.111420:0:123791:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b135c565 going to sleep for 6 seconds 00010000:00010000:1.0:1760456370.111430:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.111432:0:122906:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000139927d7/0x3e4967fcee50b651 lrc: 0/0,0 mode: --/PR res: [0x14f8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0093 expref: 43 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.111435:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.111438:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.111451:0:122906:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009613b9ea pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:122906:1845970853021888:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.111465:0:122906:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50eb4f lrc: 3/0,1 mode: PW/PW res: [0x14f8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.111471:0:122906:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50eb4f lrc: 3/0,1 mode: PW/PW res: [0x14f8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.111475:0:122906:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50eb4f lrc: 3/0,1 mode: PW/PW res: [0x14f8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.111481:0:122906:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50eb4f lrc: 3/0,1 mode: PW/PW res: [0x14f8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.111485:0:122906:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50eb4f lrc: 2/0,0 mode: PW/PW res: [0x14f8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.111493:0:122923:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008aa02e8a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+605:85190:x1845970853021696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3023us (3108us total) trans 12884911436 rc 0/0 00010000:00010000:3.0:1760456370.111498:0:122906:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1760456370.111502:0:164867:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50eb5d lrc: 3/0,1 mode: PW/PW res: [0x1500:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.111504:0:122923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19644 00010000:00010000:2.0:1760456370.111532:0:164867:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50eb5d lrc: 3/0,1 mode: PW/PW res: [0x1500:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.111539:0:164867:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50eb5d lrc: 3/0,1 mode: PW/PW res: [0x1500:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.111544:0:164867:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50eb5d lrc: 2/0,0 mode: PW/PW res: [0x1500:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.111561:0:164867:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1760456370.111564:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1760456370.111569:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50eb4f lrc: 2/0,0 mode: PW/PW res: [0x14f8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.111579:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fabd3e43 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.111582:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50eb4f lrc: 2/0,0 mode: PW/PW res: [0x14f8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.111594:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50eb4f lrc: 3/0,0 mode: PW/PW res: [0x14f8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.111607:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50eb4f lrc: 1/0,0 mode: --/PW res: [0x14f8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.111611:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fabd3e43/0x3e4967fcee50eb4f lrc: 0/0,0 mode: --/PW res: [0x14f8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.111638:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.111641:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50eb5d lrc: 2/0,0 mode: PW/PW res: [0x1500:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.111647:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002815c009 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.111649:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50eb5d lrc: 2/0,0 mode: PW/PW res: [0x1500:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.111654:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50eb5d lrc: 3/0,0 mode: PW/PW res: [0x1500:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.111663:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50eb5d lrc: 1/0,0 mode: --/PW res: [0x1500:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.111668:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002815c009/0x3e4967fcee50eb5d lrc: 0/0,0 mode: --/PW res: [0x1500:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.111690:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.111692:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1760456370.111693:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456370.111696:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.111723:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1760456370.111741:0:88855:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000091930bdd pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:88855:1845970853022336:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.111757:0:88855:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000024a38e54/0x3e4967fcee50eb64 lrc: 3/0,1 mode: --/PW res: [0x14ff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.111766:0:122906:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000020d5ae43 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+606:85191:x1845970853021760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3281us (3358us total) trans 12884911437 rc 0/0 00000100:00100000:3.0:1760456370.111777:0:122906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19645 00000004:00080000:1.0:1760456370.111777:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000713ed4b8/2, rc 0, transno 9549 00010000:00010000:0.0:1760456370.111777:0:164870:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001482aae9/0x3e4967fcee50eb56 lrc: 3/0,1 mode: PW/PW res: [0x14fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.111785:0:164870:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001482aae9/0x3e4967fcee50eb56 lrc: 3/0,1 mode: PW/PW res: [0x14fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.111791:0:164870:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001482aae9/0x3e4967fcee50eb56 lrc: 3/0,1 mode: PW/PW res: [0x14fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.111795:0:164870:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001482aae9/0x3e4967fcee50eb56 lrc: 2/0,0 mode: PW/PW res: [0x14fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.111799:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000713ed4b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853021760:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.111804:0:164867:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d795b14 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+605:85189:x1845970853022080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1979us (2240us total) trans 12884911438 rc 0/0 00000100:00100000:2.0:1760456370.111812:0:164867:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19647 00010000:00010000:0.0:1760456370.111816:0:164870:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.111822:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00080000:3.0:1760456370.111825:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000036623ba6/2, rc 0, transno 9550 00010000:00010000:1.0:1760456370.111827:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001482aae9/0x3e4967fcee50eb56 lrc: 2/0,0 mode: PW/PW res: [0x14fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.111834:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000036623ba6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853022080:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.111837:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001482aae9 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.111841:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001482aae9/0x3e4967fcee50eb56 lrc: 2/0,0 mode: PW/PW res: [0x14fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.111847:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001482aae9/0x3e4967fcee50eb56 lrc: 3/0,0 mode: PW/PW res: [0x14fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.111856:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001482aae9/0x3e4967fcee50eb56 lrc: 1/0,0 mode: --/PW res: [0x14fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.111860:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001482aae9/0x3e4967fcee50eb56 lrc: 0/0,0 mode: --/PW res: [0x14fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.111874:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.111876:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.111879:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.111905:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f8110613 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853022720:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.111935:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1760456370.111954:0:164870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbed4e03 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+605:85189:x1845970853021952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3105us (3177us total) trans 12884911439 rc 0/0 00000100:00100000:0.0:1760456370.111961:0:164870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19646 00000100:00100000:2.0:1760456370.111971:0:164867:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853022720 00000004:00080000:3.0:1760456370.111974:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000004968d9cd/2, rc 0, transno 9548 00000100:00100000:3.0:1760456370.111986:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004968d9cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853021696:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1760456370.111994:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000cd984e83/2, rc 0, transno 9551 00000100:00100000:0.0:1760456370.112000:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cd984e83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853021952:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.112004:0:122923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19652 00000100:00100000:2.0:1760456370.112009:0:122923:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad4ac4c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+605:85190:x1845970853022720:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1760456370.112021:0:122923:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5384 count 1 00010000:00010000:2.0:1760456370.112031:0:122923:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007bebc9b6/0x3e4967fcee50eb80 lrc: 3/0,1 mode: --/PW res: [0x1508:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.112035:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1760456370.112041:0:122923:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004ade53a4/0x3e4967fcee50b945 lrc: 2/0,0 mode: PR/PR res: [0x1508:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a013b expref: 42 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.112047:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1760456370.112047:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ba9d9a79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853022912:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.112049:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.112051:0:122923:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007bebc9b6/0x3e4967fcee50eb80 lrc: 4/0,1 mode: --/PW res: [0x1508:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.112056:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bc762057 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853022784:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.112082:0:122923:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004ade53a4/0x3e4967fcee50b945 lrc: 3/0,0 mode: PR/PR res: [0x1508:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a013b expref: 42 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.112089:0:122923:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004ade53a4/0x3e4967fcee50b945 lrc: 4/0,0 mode: PR/PR res: [0x1508:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a013b expref: 42 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.112098:0:122923:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000048953463 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:122923:1845970853022976:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.112104:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1760456370.112110:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874013440 00010000:00010000:3.0:1760456370.112128:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d5956fd4/0x3e4967fcee50b74d lrc: 4/0,0 mode: PR/PR res: [0x14ff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a00cb expref: 43 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.112138:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f42c1f6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853022848:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.112142:0:122923:0:(client.c:2500:ptlrpc_set_wait()) set 000000003da75818 going to sleep for 6 seconds 00000100:00100000:3.0:1760456370.112168:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1636 00000100:00100000:0.0:1760456370.112173:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1760456370.112179:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000847714ce pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+43:167593:x1845970874013440:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1760456370.112190:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1760456370.112195:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456370.112198:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d5956fd4/0x3e4967fcee50b74d lrc: 4/0,0 mode: PR/PR res: [0x14ff:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a00cb expref: 43 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.112214:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d5956fd4/0x3e4967fcee50b74d lrc: 3/0,0 mode: PR/PR res: [0x14ff:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a00cb expref: 43 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.112217:0:164870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853022912 00010000:00010000:3.0:1760456370.112235:0:88636:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d5956fd4/0x3e4967fcee50b74d lrc: 0/0,0 mode: --/PR res: [0x14ff:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a00cb expref: 43 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.112250:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1760456370.112252:0:164870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853022848 00010000:00010000:3.0:1760456370.112253:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1760456370.112255:0:164867:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853022784 00010000:00010000:3.0:1760456370.112257:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000024a38e54/0x3e4967fcee50eb64 lrc: 3/0,1 mode: PW/PW res: [0x14ff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.112266:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000024a38e54/0x3e4967fcee50eb64 lrc: 4/0,1 mode: PW/PW res: [0x14ff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.112278:0:164870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19653 00000100:00100000:2.0:1760456370.112287:0:164867:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19654 00000100:00100000:0.0:1760456370.112289:0:164870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091930bdd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+608:85189:x1845970853022912:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.112295:0:164867:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8d8a3e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+608:85189:x1845970853022848:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.112300:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:0.0:1760456370.112305:0:164870:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5406 count 1 00002000:00080000:2.0:1760456370.112308:0:164867:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5394 count 1 00010000:00010000:0.0:1760456370.112319:0:164870:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50eb87 lrc: 3/0,1 mode: --/PW res: [0x151e:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.112321:0:164867:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50eb8e lrc: 3/0,1 mode: --/PW res: [0x1512:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.112332:0:87240:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19655 00010000:00010000:0.0:1760456370.112337:0:164870:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003be9dc83/0x3e4967fcee50ba41 lrc: 2/0,0 mode: PR/PR res: [0x151e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0173 expref: 42 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.112339:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000847714ce pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+42:167593:x1845970874013440:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 157us (643us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456370.112343:0:87240:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a4abf19e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+608:85191:x1845970853022784:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.112346:0:164867:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000da29f812/0x3e4967fcee50b9c3 lrc: 2/0,0 mode: PR/PR res: [0x1512:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0157 expref: 42 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.112361:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1636 00010000:00010000:0.0:1760456370.112365:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.112367:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.112369:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.112370:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00002000:00080000:1.0:1760456370.112372:0:87240:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5385 count 1 00010000:00010000:2.0:1760456370.112373:0:164867:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50eb8e lrc: 4/0,1 mode: --/PW res: [0x1512:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.112373:0:164870:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50eb87 lrc: 4/0,1 mode: --/PW res: [0x151e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.112411:0:164870:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003be9dc83/0x3e4967fcee50ba41 lrc: 3/0,0 mode: PR/PR res: [0x151e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0173 expref: 41 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1760456370.112418:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456370.112427:0:164870:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003be9dc83/0x3e4967fcee50ba41 lrc: 4/0,0 mode: PR/PR res: [0x151e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0173 expref: 41 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.112436:0:164870:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005e674a6a pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:164870:1845970853023040:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.112441:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874013504 00010000:00010000:1.0:1760456370.112445:0:87240:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50eb95 lrc: 3/0,1 mode: --/PW res: [0x1509:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.112455:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c5923b4e/0x3e4967fcee50b78c lrc: 5/0,0 mode: PR/PR res: [0x1504:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a00d9 expref: 42 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.112457:0:87240:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e5b5edcb/0x3e4967fcee50b984 lrc: 2/0,0 mode: PR/PR res: [0x1509:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0149 expref: 42 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.112466:0:164870:0:(client.c:2500:ptlrpc_set_wait()) set 0000000020417f68 going to sleep for 6 seconds 00010000:00010000:1.0:1760456370.112477:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.112479:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.112480:0:87240:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50eb95 lrc: 4/0,1 mode: --/PW res: [0x1509:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.112490:0:88855:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000024a38e54/0x3e4967fcee50eb64 lrc: 3/0,1 mode: PW/PW res: [0x14ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.112501:0:87240:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e5b5edcb/0x3e4967fcee50b984 lrc: 3/0,0 mode: PR/PR res: [0x1509:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0149 expref: 42 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1760456370.112502:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:3.0:1760456370.112504:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1637 00000100:00100000:3.0:1760456370.112546:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dfef8613 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+42:167593:x1845970874013504:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1760456370.112557:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.112562:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c5923b4e/0x3e4967fcee50b78c lrc: 5/0,0 mode: PR/PR res: [0x1504:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a00d9 expref: 42 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.112576:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c5923b4e/0x3e4967fcee50b78c lrc: 4/0,0 mode: PR/PR res: [0x1504:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a00d9 expref: 42 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.112594:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.112597:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.112600:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50eb6b lrc: 3/0,1 mode: PW/PW res: [0x1504:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.112611:0:88855:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000024a38e54/0x3e4967fcee50eb64 lrc: 3/0,1 mode: PW/PW res: [0x14ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.112614:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50eb6b lrc: 4/0,1 mode: PW/PW res: [0x1504:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.112644:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456370.112644:0:88855:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000024a38e54/0x3e4967fcee50eb64 lrc: 3/0,1 mode: PW/PW res: [0x14ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.112655:0:88855:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000024a38e54/0x3e4967fcee50eb64 lrc: 2/0,0 mode: PW/PW res: [0x14ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.112659:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1760456370.112665:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874013568 00010000:00010000:2.0:1760456370.112677:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e491eeed/0x3e4967fcee50b8c7 lrc: 5/0,0 mode: PR/PR res: [0x1507:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a011f expref: 43 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.112681:0:88855:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1760456370.112688:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dfef8613 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+43:167593:x1845970874013504:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 143us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.112695:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1637 00000100:00100000:2.0:1760456370.112698:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874013632 00010000:00010000:2.0:1760456370.112708:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006d724a7e/0x3e4967fcee50b906 lrc: 5/0,0 mode: PR/PR res: [0x1506:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a012d expref: 43 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.112714:0:87240:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e5b5edcb/0x3e4967fcee50b984 lrc: 4/0,0 mode: PR/PR res: [0x1509:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0149 expref: 43 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.112718:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1638 00000100:00100000:3.0:1760456370.112728:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ccb9cad2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+43:167593:x1845970874013568:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1760456370.112735:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1760456370.112735:0:87240:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e675863b pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:87240:1845970853023104:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.112741:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e491eeed/0x3e4967fcee50b8c7 lrc: 5/0,0 mode: PR/PR res: [0x1507:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a011f expref: 43 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.112743:0:122343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1639 00010000:00010000:1.0:1760456370.112746:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.112751:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000024a38e54/0x3e4967fcee50eb64 lrc: 2/0,0 mode: PW/PW res: [0x14ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.112754:0:122343:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8dd4db1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+43:167594:x1845970874013632:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1760456370.112764:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e491eeed/0x3e4967fcee50b8c7 lrc: 4/0,0 mode: PR/PR res: [0x1507:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a011f expref: 43 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.112767:0:122343:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.112774:0:122343:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006d724a7e/0x3e4967fcee50b906 lrc: 5/0,0 mode: PR/PR res: [0x1506:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a012d expref: 43 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.112778:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.112781:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.112783:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b187ecd8/0x3e4967fcee50eb72 lrc: 3/0,1 mode: PW/PW res: [0x1507:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.112785:0:122343:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006d724a7e/0x3e4967fcee50b906 lrc: 4/0,0 mode: PR/PR res: [0x1506:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a012d expref: 43 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.112808:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b187ecd8/0x3e4967fcee50eb72 lrc: 4/0,1 mode: PW/PW res: [0x1507:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.112815:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.112819:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.112820:0:122343:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bb4db32e/0x3e4967fcee50eb79 lrc: 3/0,1 mode: PW/PW res: [0x1506:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.112826:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456370.112832:0:122343:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bb4db32e/0x3e4967fcee50eb79 lrc: 4/0,1 mode: PW/PW res: [0x1506:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.112836:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000024a38e54 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.112841:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000024a38e54/0x3e4967fcee50eb64 lrc: 2/0,0 mode: PW/PW res: [0x14ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.112848:0:122343:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1760456370.112850:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ccb9cad2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+43:167593:x1845970874013568:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 123us (356us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456370.112850:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000024a38e54/0x3e4967fcee50eb64 lrc: 3/0,0 mode: PW/PW res: [0x14ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.112864:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1638 00000100:00100000:2.0:1760456370.112871:0:122343:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8dd4db1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+43:167594:x1845970874013632:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 118us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1760456370.112872:0:88855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d488f490 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+609:85191:x1845970853022208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2483us (2680us total) trans 12884911440 rc 0/0 00010000:00010000:1.0:1760456370.112877:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000024a38e54/0x3e4967fcee50eb64 lrc: 1/0,0 mode: --/PW res: [0x14ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.112888:0:122343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1639 00000100:00100000:0.0:1760456370.112889:0:88855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19648 00010000:00010000:1.0:1760456370.112896:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000024a38e54/0x3e4967fcee50eb64 lrc: 0/0,0 mode: --/PW res: [0x14ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.112914:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.112917:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.112921:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.112927:0:164869:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e491eeed/0x3e4967fcee50b8c7 lrc: 0/0,0 mode: --/PR res: [0x1507:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a011f expref: 41 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.112937:0:164869:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c7226916 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:164869:1845970853022592:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.112947:0:164869:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b187ecd8/0x3e4967fcee50eb72 lrc: 3/0,1 mode: PW/PW res: [0x1507:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.112953:0:164869:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b187ecd8/0x3e4967fcee50eb72 lrc: 3/0,1 mode: PW/PW res: [0x1507:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.112957:0:164869:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b187ecd8/0x3e4967fcee50eb72 lrc: 3/0,1 mode: PW/PW res: [0x1507:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.112959:0:87240:0:(client.c:2500:ptlrpc_set_wait()) set 0000000076be726e going to sleep for 6 seconds 00010000:00010000:0.0:1760456370.112968:0:164869:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b187ecd8/0x3e4967fcee50eb72 lrc: 3/0,1 mode: PW/PW res: [0x1507:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.112972:0:164869:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b187ecd8/0x3e4967fcee50eb72 lrc: 2/0,0 mode: PW/PW res: [0x1507:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1760456370.112990:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000652a7bdb/2, rc 0, transno 9552 00010000:00010000:0.0:1760456370.112990:0:164869:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1760456370.113011:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000652a7bdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853022208:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.113024:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.113028:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b187ecd8/0x3e4967fcee50eb72 lrc: 2/0,0 mode: PW/PW res: [0x1507:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.113037:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b187ecd8 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.113040:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b187ecd8/0x3e4967fcee50eb72 lrc: 2/0,0 mode: PW/PW res: [0x1507:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.113048:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b187ecd8/0x3e4967fcee50eb72 lrc: 3/0,0 mode: PW/PW res: [0x1507:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.113069:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ced881c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853023168:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.113081:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:3.0:1760456370.113109:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1760456370.113184:0:164869:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009baeceb5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+609:85188:x1845970853022400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2113us (2177us total) trans 12884911441 rc 0/0 00010000:00010000:1.0:1760456370.113192:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b187ecd8/0x3e4967fcee50eb72 lrc: 1/0,0 mode: --/PW res: [0x1507:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.113192:0:164869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19650 00000004:00080000:3.0:1760456370.113195:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e44552cd/2, rc 0, transno 9553 00010000:00010000:1.0:1760456370.113206:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b187ecd8/0x3e4967fcee50eb72 lrc: 0/0,0 mode: --/PW res: [0x1507:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.113207:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e44552cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853022400:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.113217:0:164869:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853023168 00010000:00010000:1.0:1760456370.113233:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.113249:0:122923:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000048953463 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:122923:1845970853022976:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.113251:0:85190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1760456370.113252:0:164869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19656 00000100:00100000:3.0:1760456370.113259:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d8b40cf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853023232:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.113265:0:164869:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000087f973a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+609:85190:x1845970853023168:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.113266:0:122923:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007bebc9b6/0x3e4967fcee50eb80 lrc: 3/0,1 mode: --/PW res: [0x1508:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1760456370.113285:0:164869:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5415 count 1 00000100:00100000:2.0:1760456370.113291:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874013696 00000100:00100000:3.0:1760456370.113297:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1760456370.113299:0:164869:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000d7625fd/0x3e4967fcee50eb9c lrc: 3/0,1 mode: --/PW res: [0x1527:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.113306:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004ade53a4/0x3e4967fcee50b945 lrc: 4/0,0 mode: PR/PR res: [0x1508:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a013b expref: 41 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.113311:0:164869:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e1943d2a/0x3e4967fcee50ba80 lrc: 2/0,0 mode: PR/PR res: [0x1527:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0181 expref: 41 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.113319:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.113321:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.113323:0:164869:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000d7625fd/0x3e4967fcee50eb9c lrc: 4/0,1 mode: --/PW res: [0x1527:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.113327:0:164871:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853023232 00000100:00100000:2.0:1760456370.113332:0:122347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1640 00000100:00100000:2.0:1760456370.113336:0:122347:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019eb92a9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+41:167593:x1845970874013696:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1760456370.113345:0:122347:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1760456370.113345:0:164869:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e1943d2a/0x3e4967fcee50ba80 lrc: 3/0,0 mode: PR/PR res: [0x1527:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0181 expref: 41 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.113350:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.113351:0:122347:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004ade53a4/0x3e4967fcee50b945 lrc: 4/0,0 mode: PR/PR res: [0x1508:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a013b expref: 41 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.113355:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.113365:0:122919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19657 00010000:00010000:2.0:1760456370.113373:0:122347:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004ade53a4/0x3e4967fcee50b945 lrc: 3/0,0 mode: PR/PR res: [0x1508:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a013b expref: 41 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.113377:0:122919:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ae8c6ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+610:85190:x1845970853023232:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456370.113381:0:164869:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e1943d2a/0x3e4967fcee50ba80 lrc: 4/0,0 mode: PR/PR res: [0x1527:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0181 expref: 41 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.113392:0:122347:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004ade53a4/0x3e4967fcee50b945 lrc: 0/0,0 mode: --/PR res: [0x1508:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a013b expref: 41 pid: 87239 timeout: 4721 lvb_type: 1 00002000:00080000:3.0:1760456370.113398:0:122919:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5421 count 1 00010000:00010000:2.0:1760456370.113401:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1760456370.113401:0:164869:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c7226916 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:164869:1845970853023296:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.113404:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.113406:0:122347:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007bebc9b6/0x3e4967fcee50eb80 lrc: 3/0,1 mode: PW/PW res: [0x1508:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.113412:0:122347:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007bebc9b6/0x3e4967fcee50eb80 lrc: 4/0,1 mode: PW/PW res: [0x1508:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.113414:0:122919:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50eba3 lrc: 3/0,1 mode: --/PW res: [0x152d:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.113428:0:122347:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456370.113430:0:122919:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a3debd84/0x3e4967fcee50bb3d lrc: 2/0,0 mode: PR/PR res: [0x152d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a01ab expref: 40 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.113431:0:164869:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ccdc0379 going to sleep for 6 seconds 00010000:00010000:3.0:1760456370.113439:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.113441:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.113442:0:122919:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50eba3 lrc: 4/0,1 mode: --/PW res: [0x152d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.113455:0:122347:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019eb92a9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+40:167593:x1845970874013696:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 113us (371us total) trans 0 rc 0/0 00010000:00010000:3.0:1760456370.113462:0:122919:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a3debd84/0x3e4967fcee50bb3d lrc: 3/0,0 mode: PR/PR res: [0x152d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a01ab expref: 40 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1760456370.113464:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.113465:0:164870:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005e674a6a pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:164870:1845970853023040:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.113473:0:122347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1640 00010000:00010000:3.0:1760456370.113482:0:122919:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a3debd84/0x3e4967fcee50bb3d lrc: 4/0,0 mode: PR/PR res: [0x152d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a01ab expref: 40 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.113487:0:164870:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50eb87 lrc: 3/0,1 mode: --/PW res: [0x151e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.113492:0:122919:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dbaf32e4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:122919:1845970853023360:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.113535:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874013760 00010000:00010000:2.0:1760456370.113547:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003be9dc83/0x3e4967fcee50ba41 lrc: 4/0,0 mode: PR/PR res: [0x151e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0173 expref: 40 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.113561:0:122919:0:(client.c:2500:ptlrpc_set_wait()) set 000000001dd5b353 going to sleep for 6 seconds 00000100:00100000:2.0:1760456370.113565:0:122347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1641 00000100:00100000:2.0:1760456370.113569:0:122347:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019e82e67 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+40:167594:x1845970874013760:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1760456370.113576:0:122347:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.113579:0:122347:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003be9dc83/0x3e4967fcee50ba41 lrc: 4/0,0 mode: PR/PR res: [0x151e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0173 expref: 40 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.113586:0:122347:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003be9dc83/0x3e4967fcee50ba41 lrc: 3/0,0 mode: PR/PR res: [0x151e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0173 expref: 40 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.113596:0:122347:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003be9dc83/0x3e4967fcee50ba41 lrc: 0/0,0 mode: --/PR res: [0x151e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0173 expref: 40 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.113603:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.113604:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.113605:0:122347:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50eb87 lrc: 3/0,1 mode: PW/PW res: [0x151e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.113610:0:122347:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50eb87 lrc: 4/0,1 mode: PW/PW res: [0x151e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.113640:0:122347:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.113647:0:164870:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50eb87 lrc: 3/0,1 mode: PW/PW res: [0x151e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.113658:0:122347:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019e82e67 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+39:167594:x1845970874013760:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 85us (205us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.113660:0:164870:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50eb87 lrc: 3/0,1 mode: PW/PW res: [0x151e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.113667:0:122347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1641 00010000:00010000:0.0:1760456370.113676:0:164870:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50eb87 lrc: 3/0,1 mode: PW/PW res: [0x151e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.113684:0:164870:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50eb87 lrc: 2/0,0 mode: PW/PW res: [0x151e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.113691:0:122923:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007bebc9b6/0x3e4967fcee50eb80 lrc: 3/0,1 mode: PW/PW res: [0x1508:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.113697:0:122923:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007bebc9b6/0x3e4967fcee50eb80 lrc: 3/0,1 mode: PW/PW res: [0x1508:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.113700:0:164870:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1760456370.113710:0:122923:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007bebc9b6/0x3e4967fcee50eb80 lrc: 3/0,1 mode: PW/PW res: [0x1508:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.113713:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1760456370.113715:0:122923:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007bebc9b6/0x3e4967fcee50eb80 lrc: 2/0,0 mode: PW/PW res: [0x1508:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.113719:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50eb87 lrc: 2/0,0 mode: PW/PW res: [0x151e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.113727:0:122923:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.113757:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001812ae55 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.113761:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50eb87 lrc: 2/0,0 mode: PW/PW res: [0x151e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.113768:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50eb87 lrc: 3/0,0 mode: PW/PW res: [0x151e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.113783:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50eb87 lrc: 1/0,0 mode: --/PW res: [0x151e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.113791:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50eb87 lrc: 0/0,0 mode: --/PW res: [0x151e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.113815:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.113818:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007bebc9b6/0x3e4967fcee50eb80 lrc: 2/0,0 mode: PW/PW res: [0x1508:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.113826:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007bebc9b6 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.113829:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007bebc9b6/0x3e4967fcee50eb80 lrc: 2/0,0 mode: PW/PW res: [0x1508:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.113836:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007bebc9b6/0x3e4967fcee50eb80 lrc: 3/0,0 mode: PW/PW res: [0x1508:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.113849:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007bebc9b6/0x3e4967fcee50eb80 lrc: 1/0,0 mode: --/PW res: [0x1508:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.113860:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007bebc9b6/0x3e4967fcee50eb80 lrc: 0/0,0 mode: --/PW res: [0x1508:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.113864:0:122923:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad4ac4c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+611:85190:x1845970853022720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1853us (1929us total) trans 12884911442 rc 0/0 00000100:00100000:2.0:1760456370.113873:0:122923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19652 00010000:00010000:0.0:1760456370.113884:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.113887:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.113890:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1760456370.113893:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000f8110613/2, rc 0, transno 9554 00010000:00010000:0.0:1760456370.113901:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.113904:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f8110613 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853022720:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456370.113913:0:87240:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e675863b pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:87240:1845970853023104:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.113933:0:87240:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50eb95 lrc: 3/0,1 mode: --/PW res: [0x1509:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.113939:0:123791:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006d724a7e/0x3e4967fcee50b906 lrc: 0/0,0 mode: --/PR res: [0x1506:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a012d expref: 38 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.113945:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2ae3fe7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853023424:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.113960:0:123791:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000008613f1d pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:123791:1845970853022656:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.113977:0:123791:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bb4db32e/0x3e4967fcee50eb79 lrc: 3/0,1 mode: PW/PW res: [0x1506:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.113987:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1760456370.113989:0:122905:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c5923b4e/0x3e4967fcee50b78c lrc: 0/0,0 mode: --/PR res: [0x1504:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a00d9 expref: 37 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.113991:0:123791:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bb4db32e/0x3e4967fcee50eb79 lrc: 3/0,1 mode: PW/PW res: [0x1506:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.114010:0:123791:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bb4db32e/0x3e4967fcee50eb79 lrc: 3/0,1 mode: PW/PW res: [0x1506:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.114016:0:123791:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bb4db32e/0x3e4967fcee50eb79 lrc: 3/0,1 mode: PW/PW res: [0x1506:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.114021:0:122905:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000a6646d4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:122905:1845970853022464:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.114031:0:123791:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bb4db32e/0x3e4967fcee50eb79 lrc: 2/0,0 mode: PW/PW res: [0x1506:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.114042:0:122905:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50eb6b lrc: 3/0,1 mode: PW/PW res: [0x1504:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.114049:0:123791:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.114062:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.114066:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bb4db32e/0x3e4967fcee50eb79 lrc: 2/0,0 mode: PW/PW res: [0x1506:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.114073:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bb4db32e already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.114076:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bb4db32e/0x3e4967fcee50eb79 lrc: 2/0,0 mode: PW/PW res: [0x1506:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.114084:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bb4db32e/0x3e4967fcee50eb79 lrc: 3/0,0 mode: PW/PW res: [0x1506:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.114090:0:164870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091930bdd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+611:85189:x1845970853022912:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1801us (1990us total) trans 12884911443 rc 0/0 00000100:00100000:0.0:1760456370.114107:0:164870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19653 00010000:00010000:1.0:1760456370.114115:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bb4db32e/0x3e4967fcee50eb79 lrc: 1/0,0 mode: --/PW res: [0x1506:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1760456370.114146:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ba9d9a79/2, rc 0, transno 9555 00000100:00100000:0.0:1760456370.114161:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ba9d9a79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853022912:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1760456370.114182:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008975dc8b/2, rc 0, transno 9556 00000100:00100000:2.0:1760456370.114184:0:123791:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000f6b8c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+611:85189:x1845970853022528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2907us (3060us total) trans 12884911444 rc 0/0 00000100:00100000:0.0:1760456370.114188:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008975dc8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853022528:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.114197:0:123791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19651 00000100:00100000:0.0:1760456370.114205:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e7a0c636 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853023488:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.114206:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bb4db32e/0x3e4967fcee50eb79 lrc: 0/0,0 mode: --/PW res: [0x1506:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.114234:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.114236:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.114241:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.114248:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b4a04b22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853023552:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.114248:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.114248:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456370.114271:0:122921:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853023424 00000100:00100000:3.0:1760456370.114292:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1760456370.114306:0:122921:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853023552 00000100:00100000:0.0:1760456370.114306:0:122923:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853023488 00000100:00100000:2.0:1760456370.114330:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874013824 00010000:00010000:2.0:1760456370.114346:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e5b5edcb/0x3e4967fcee50b984 lrc: 4/0,0 mode: PR/PR res: [0x1509:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0149 expref: 37 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.114347:0:122923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19658 00000100:00100000:1.0:1760456370.114359:0:122921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19659 00000100:00100000:0.0:1760456370.114360:0:122923:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000048da3135 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+613:85188:x1845970853023424:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.114369:0:122343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1642 00000100:00100000:2.0:1760456370.114373:0:122343:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008613f1d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+37:167593:x1845970874013824:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00002000:00080000:0.0:1760456370.114375:0:122923:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5423 count 1 00010000:00010000:2.0:1760456370.114380:0:122343:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.114384:0:122343:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e5b5edcb/0x3e4967fcee50b984 lrc: 4/0,0 mode: PR/PR res: [0x1509:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0149 expref: 37 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.114390:0:122343:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e5b5edcb/0x3e4967fcee50b984 lrc: 3/0,0 mode: PR/PR res: [0x1509:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0149 expref: 37 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.114390:0:122923:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000267a3813/0x3e4967fcee50ebaa lrc: 3/0,1 mode: --/PW res: [0x152f:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.114417:0:122343:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e5b5edcb/0x3e4967fcee50b984 lrc: 0/0,0 mode: --/PR res: [0x1509:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0149 expref: 37 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.114417:0:122923:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008a8b1a46/0x3e4967fcee50bb7c lrc: 2/0,0 mode: PR/PR res: [0x152f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a01b9 expref: 37 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.114440:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.114443:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.114444:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.114445:0:122343:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50eb95 lrc: 3/0,1 mode: PW/PW res: [0x1509:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.114446:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.114449:0:122923:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000267a3813/0x3e4967fcee50ebaa lrc: 4/0,1 mode: --/PW res: [0x152f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.114459:0:122343:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50eb95 lrc: 4/0,1 mode: PW/PW res: [0x1509:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.114462:0:164871:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19660 00000100:00100000:1.0:1760456370.114465:0:122921:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005e674a6a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+613:85189:x1845970853023488:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.114473:0:164871:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3e63a20 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+613:85190:x1845970853023552:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456370.114476:0:122923:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008a8b1a46/0x3e4967fcee50bb7c lrc: 3/0,0 mode: PR/PR res: [0x152f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a01b9 expref: 36 pid: 87239 timeout: 0 lvb_type: 1 00002000:00080000:1.0:1760456370.114485:0:122921:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5418 count 1 00002000:00080000:3.0:1760456370.114489:0:164871:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5416 count 1 00010000:00010000:0.0:1760456370.114490:0:122923:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008a8b1a46/0x3e4967fcee50bb7c lrc: 4/0,0 mode: PR/PR res: [0x152f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a01b9 expref: 36 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.114495:0:122343:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456370.114501:0:164871:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50ebb1 lrc: 3/0,1 mode: --/PW res: [0x1528:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.114507:0:122923:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000892be2b2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:122923:1845970853023616:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.114536:0:122343:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008613f1d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+36:167593:x1845970874013824:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 161us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.114543:0:122343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1642 00010000:00010000:3.0:1760456370.114547:0:164871:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000e987e1c/0x3e4967fcee50bbfa lrc: 2/0,0 mode: PR/PR res: [0x1528:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a01d5 expref: 36 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.114553:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.114555:0:164871:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.114556:0:164871:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50ebb1 lrc: 4/0,1 mode: --/PW res: [0x1528:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.114561:0:122923:0:(client.c:2500:ptlrpc_set_wait()) set 0000000020417f68 going to sleep for 6 seconds 00010000:00010000:1.0:1760456370.114578:0:87240:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50eb95 lrc: 3/0,1 mode: PW/PW res: [0x1509:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.114588:0:87240:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50eb95 lrc: 3/0,1 mode: PW/PW res: [0x1509:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.114596:0:87240:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50eb95 lrc: 3/0,1 mode: PW/PW res: [0x1509:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.114596:0:164869:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c7226916 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:164869:1845970853023296:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.114600:0:164871:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000e987e1c/0x3e4967fcee50bbfa lrc: 3/0,0 mode: PR/PR res: [0x1528:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a01d5 expref: 35 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1760456370.114614:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456370.114626:0:164869:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000d7625fd/0x3e4967fcee50eb9c lrc: 3/0,1 mode: --/PW res: [0x1527:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.114637:0:87240:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50eb95 lrc: 2/0,0 mode: PW/PW res: [0x1509:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.114644:0:164871:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000e987e1c/0x3e4967fcee50bbfa lrc: 4/0,0 mode: PR/PR res: [0x1528:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a01d5 expref: 35 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.114644:0:122344:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874013888 00010000:00010000:2.0:1760456370.114656:0:122344:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e1943d2a/0x3e4967fcee50ba80 lrc: 4/0,0 mode: PR/PR res: [0x1527:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0181 expref: 36 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.114664:0:164871:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f1d39c1a pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:164871:1845970853023680:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.114676:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1643 00000100:00100000:2.0:1760456370.114682:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b12c6387 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+36:167593:x1845970874013888:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00000100:00100000:3.0:1760456370.114688:0:164871:0:(client.c:2500:ptlrpc_set_wait()) set 00000000294413d6 going to sleep for 6 seconds 00010000:00010000:2.0:1760456370.114688:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.114694:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e1943d2a/0x3e4967fcee50ba80 lrc: 4/0,0 mode: PR/PR res: [0x1527:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0181 expref: 36 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.114706:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e1943d2a/0x3e4967fcee50ba80 lrc: 3/0,0 mode: PR/PR res: [0x1527:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0181 expref: 36 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.114713:0:87240:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1760456370.114718:0:122344:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e1943d2a/0x3e4967fcee50ba80 lrc: 0/0,0 mode: --/PR res: [0x1527:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0181 expref: 36 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.114725:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.114731:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50eb95 lrc: 2/0,0 mode: PW/PW res: [0x1509:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.114734:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.114737:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.114739:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000d7625fd/0x3e4967fcee50eb9c lrc: 3/0,1 mode: PW/PW res: [0x1527:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.114741:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000330d7dc8 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.114746:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50eb95 lrc: 2/0,0 mode: PW/PW res: [0x1509:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.114748:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000d7625fd/0x3e4967fcee50eb9c lrc: 4/0,1 mode: PW/PW res: [0x1527:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.114755:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50eb95 lrc: 3/0,0 mode: PW/PW res: [0x1509:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.114768:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50eb95 lrc: 1/0,0 mode: --/PW res: [0x1509:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.114773:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50eb95 lrc: 0/0,0 mode: --/PW res: [0x1509:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.114775:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.114781:0:164869:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000d7625fd/0x3e4967fcee50eb9c lrc: 3/0,1 mode: PW/PW res: [0x1527:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.114787:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.114789:0:164869:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000d7625fd/0x3e4967fcee50eb9c lrc: 3/0,1 mode: PW/PW res: [0x1527:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.114790:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.114793:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.114797:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b12c6387 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+35:167593:x1845970874013888:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 112us (191us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.114799:0:164869:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000d7625fd/0x3e4967fcee50eb9c lrc: 3/0,1 mode: PW/PW res: [0x1527:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.114808:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1643 00010000:00010000:0.0:1760456370.114816:0:164869:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000d7625fd/0x3e4967fcee50eb9c lrc: 2/0,0 mode: PW/PW res: [0x1527:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.114835:0:164869:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.114839:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.114843:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000d7625fd/0x3e4967fcee50eb9c lrc: 2/0,0 mode: PW/PW res: [0x1527:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.114849:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000d7625fd already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.114851:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000d7625fd/0x3e4967fcee50eb9c lrc: 2/0,0 mode: PW/PW res: [0x1527:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.114857:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000d7625fd/0x3e4967fcee50eb9c lrc: 3/0,0 mode: PW/PW res: [0x1527:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.114866:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000d7625fd/0x3e4967fcee50eb9c lrc: 1/0,0 mode: --/PW res: [0x1527:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.114871:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000d7625fd/0x3e4967fcee50eb9c lrc: 0/0,0 mode: --/PW res: [0x1527:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.114888:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.114891:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.114895:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.114904:0:122919:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dbaf32e4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:122919:1845970853023360:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.114917:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456370.114921:0:122919:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50eba3 lrc: 3/0,1 mode: --/PW res: [0x152d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.114985:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874013952 00010000:00010000:2.0:1760456370.114998:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a3debd84/0x3e4967fcee50bb3d lrc: 4/0,0 mode: PR/PR res: [0x152d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a01ab expref: 35 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.115018:0:122343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1644 00000100:00100000:2.0:1760456370.115023:0:122343:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba802d17 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+35:167594:x1845970874013952:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1760456370.115028:0:122343:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.115031:0:122343:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a3debd84/0x3e4967fcee50bb3d lrc: 4/0,0 mode: PR/PR res: [0x152d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a01ab expref: 35 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.115036:0:122343:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a3debd84/0x3e4967fcee50bb3d lrc: 3/0,0 mode: PR/PR res: [0x152d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a01ab expref: 35 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.115051:0:122343:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a3debd84/0x3e4967fcee50bb3d lrc: 0/0,0 mode: --/PR res: [0x152d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a01ab expref: 35 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.115059:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.115060:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.115062:0:122343:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50eba3 lrc: 3/0,1 mode: PW/PW res: [0x152d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.115067:0:122343:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50eba3 lrc: 4/0,1 mode: PW/PW res: [0x152d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1760456370.115075:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ced881c3/2, rc 0, transno 9557 00000100:00100000:0.0:1760456370.115078:0:164869:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000087f973a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+615:85190:x1845970853023168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1814us (1970us total) trans 12884911445 rc 0/0 00000100:00100000:0.0:1760456370.115085:0:164869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19656 00010000:00010000:2.0:1760456370.115090:0:122343:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1760456370.115092:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ced881c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853023168:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456370.115096:0:87240:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a4abf19e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+614:85191:x1845970853022784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2753us (2904us total) trans 12884911446 rc 0/0 00000100:00100000:1.0:1760456370.115105:0:87240:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19655 00010000:00010000:3.0:1760456370.115109:0:122919:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50eba3 lrc: 3/0,1 mode: PW/PW res: [0x152d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.115115:0:122919:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50eba3 lrc: 3/0,1 mode: PW/PW res: [0x152d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.115119:0:122343:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba802d17 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+34:167594:x1845970874013952:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 93us (201us total) trans 0 rc 0/0 00010000:00010000:3.0:1760456370.115130:0:122919:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50eba3 lrc: 3/0,1 mode: PW/PW res: [0x152d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.115136:0:122343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1644 00010000:00010000:3.0:1760456370.115142:0:122919:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50eba3 lrc: 2/0,0 mode: PW/PW res: [0x152d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1760456370.115146:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000bc762057/2, rc 0, transno 9558 00000100:00100000:1.0:1760456370.115153:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bc762057 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853022784:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.115157:0:122919:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.115180:0:122921:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50ebb8 lrc: 3/0,1 mode: --/PW res: [0x152a:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.115194:0:122921:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000660a398d/0x3e4967fcee50bbbb lrc: 2/0,0 mode: PR/PR res: [0x152a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a01c7 expref: 33 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.115202:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.115204:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.115206:0:122921:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50ebb8 lrc: 4/0,1 mode: --/PW res: [0x152a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.115224:0:164867:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000da29f812/0x3e4967fcee50b9c3 lrc: 3/0,0 mode: PR/PR res: [0x1512:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0157 expref: 33 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.115234:0:122921:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000660a398d/0x3e4967fcee50bbbb lrc: 3/0,0 mode: PR/PR res: [0x152a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a01c7 expref: 33 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.115235:0:164867:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000da29f812/0x3e4967fcee50b9c3 lrc: 4/0,0 mode: PR/PR res: [0x1512:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0157 expref: 33 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.115256:0:164867:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dfef8613 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:164867:1845970853023744:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.115281:0:164867:0:(client.c:2500:ptlrpc_set_wait()) set 000000001319d64b going to sleep for 6 seconds 00010000:00010000:1.0:1760456370.115295:0:122921:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000660a398d/0x3e4967fcee50bbbb lrc: 4/0,0 mode: PR/PR res: [0x152a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a01c7 expref: 33 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.115301:0:122919:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ae8c6ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+614:85190:x1845970853023232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1926us (2004us total) trans 12884911447 rc 0/0 00000100:00100000:1.0:1760456370.115309:0:122921:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000a6646d4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:122921:1845970853023808:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.115314:0:122919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19657 00010000:00010000:3.0:1760456370.115344:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1760456370.115347:0:122921:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b8317f2e going to sleep for 6 seconds 00010000:00010000:3.0:1760456370.115348:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50eba3 lrc: 2/0,0 mode: PW/PW res: [0x152d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.115365:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b2243183 already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456370.115368:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50eba3 lrc: 2/0,0 mode: PW/PW res: [0x152d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.115375:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50eba3 lrc: 3/0,0 mode: PW/PW res: [0x152d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.115389:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50eba3 lrc: 1/0,0 mode: --/PW res: [0x152d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.115396:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50eba3 lrc: 0/0,0 mode: --/PW res: [0x152d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.115416:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.115418:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.115421:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1760456370.115460:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dbaf32e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853023872:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.115486:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ecd6d43 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853023936:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1760456370.115573:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d8b40cf6/2, rc 0, transno 9559 00000100:00100000:2.0:1760456370.115582:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d8b40cf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853023232:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456370.115607:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1760456370.115658:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005d232c0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853024000:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.115683:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456370.115687:0:123791:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853023872 00000100:00100000:3.0:1760456370.115729:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1760456370.115755:0:122923:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000892be2b2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:122923:1845970853023616:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.115771:0:122923:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000267a3813/0x3e4967fcee50ebaa lrc: 3/0,1 mode: --/PW res: [0x152f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.115779:0:122919:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853024000 00000100:00100000:2.0:1760456370.115782:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.115813:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:1.0:1760456370.115819:0:87240:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853023936 00000100:00100000:0.0:1760456370.115827:0:164869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19661 00000100:00100000:0.0:1760456370.115835:0:164869:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072b3cf4a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+616:85189:x1845970853024000:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.115836:0:122344:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874014016 00000100:00100000:3.0:1760456370.115843:0:122919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19662 00010000:00010000:2.0:1760456370.115851:0:122344:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008a8b1a46/0x3e4967fcee50bb7c lrc: 4/0,0 mode: PR/PR res: [0x152f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a01b9 expref: 34 pid: 87239 timeout: 4721 lvb_type: 1 00002000:00080000:0.0:1760456370.115852:0:164869:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5434 count 1 00000100:00100000:3.0:1760456370.115853:0:122919:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000021bb2c64 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+616:85188:x1845970853023936:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456370.115868:0:164869:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000021cd7e7b/0x3e4967fcee50ebbf lrc: 3/0,1 mode: --/PW res: [0x153a:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1760456370.115875:0:122919:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5426 count 1 00000100:00100000:2.0:1760456370.115877:0:122344:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874014080 00010000:00010000:0.0:1760456370.115882:0:164869:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ebaaabd4/0x3e4967fcee50bdf2 lrc: 2/0,0 mode: PR/PR res: [0x153a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0245 expref: 35 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.115887:0:122344:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000e987e1c/0x3e4967fcee50bbfa lrc: 5/0,0 mode: PR/PR res: [0x1528:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a01d5 expref: 35 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.115890:0:122919:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50ebc6 lrc: 3/0,1 mode: --/PW res: [0x1532:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.115902:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.115905:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.115908:0:164869:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000021cd7e7b/0x3e4967fcee50ebbf lrc: 4/0,1 mode: --/PW res: [0x153a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.115919:0:122919:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a82d2ef0/0x3e4967fcee50bd74 lrc: 2/0,0 mode: PR/PR res: [0x1532:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0229 expref: 35 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.115921:0:122905:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50eb6b lrc: 3/0,1 mode: PW/PW res: [0x1504:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.115926:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1645 00010000:00010000:0.0:1760456370.115932:0:164869:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ebaaabd4/0x3e4967fcee50bdf2 lrc: 3/0,0 mode: PR/PR res: [0x153a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0245 expref: 35 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1760456370.115937:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ccb9cad2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+35:167593:x1845970874014016:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1760456370.115942:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.115945:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.115949:0:122919:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50ebc6 lrc: 4/0,1 mode: --/PW res: [0x1532:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.115951:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456370.115951:0:122905:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50eb6b lrc: 3/0,1 mode: PW/PW res: [0x1504:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.115958:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008a8b1a46/0x3e4967fcee50bb7c lrc: 4/0,0 mode: PR/PR res: [0x152f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a01b9 expref: 35 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.115960:0:164869:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ebaaabd4/0x3e4967fcee50bdf2 lrc: 4/0,0 mode: PR/PR res: [0x153a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0245 expref: 35 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.115984:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008a8b1a46/0x3e4967fcee50bb7c lrc: 3/0,0 mode: PR/PR res: [0x152f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a01b9 expref: 35 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.115990:0:164869:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000892be2b2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:164869:1845970853024064:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.115991:0:122919:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a82d2ef0/0x3e4967fcee50bd74 lrc: 3/0,0 mode: PR/PR res: [0x1532:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0229 expref: 35 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.115997:0:122344:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a8b1a46/0x3e4967fcee50bb7c lrc: 0/0,0 mode: --/PR res: [0x152f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a01b9 expref: 35 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.116019:0:122919:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a82d2ef0/0x3e4967fcee50bd74 lrc: 4/0,0 mode: PR/PR res: [0x1532:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0229 expref: 35 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.116020:0:164869:0:(client.c:2500:ptlrpc_set_wait()) set 0000000020417f68 going to sleep for 6 seconds 00010000:00010000:2.0:1760456370.116024:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.116024:0:122905:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50eb6b lrc: 3/0,1 mode: PW/PW res: [0x1504:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.116027:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.116029:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000267a3813/0x3e4967fcee50ebaa lrc: 3/0,1 mode: PW/PW res: [0x152f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.116048:0:122905:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50eb6b lrc: 2/0,0 mode: PW/PW res: [0x1504:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.116049:0:122919:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b97fd9a0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:122919:1845970853024128:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.116050:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000267a3813/0x3e4967fcee50ebaa lrc: 4/0,1 mode: PW/PW res: [0x152f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.116079:0:122919:0:(client.c:2500:ptlrpc_set_wait()) set 000000001dd5b353 going to sleep for 6 seconds 00010000:00010000:1.0:1760456370.116082:0:122905:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.116087:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1760456370.116090:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.116092:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50eb6b lrc: 2/0,0 mode: PW/PW res: [0x1504:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.116099:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1646 00010000:00010000:0.0:1760456370.116100:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005b2472ce already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.116105:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50eb6b lrc: 2/0,0 mode: PW/PW res: [0x1504:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.116107:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8dd4db1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+34:167593:x1845970874014080:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00000100:00100000:2.0:1760456370.116116:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ccb9cad2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+34:167593:x1845970874014016:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 179us (339us total) trans 0 rc 0/0 00010000:00010000:3.0:1760456370.116120:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.116128:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000e987e1c/0x3e4967fcee50bbfa lrc: 5/0,0 mode: PR/PR res: [0x1528:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a01d5 expref: 34 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.116129:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50eb6b lrc: 3/0,0 mode: PW/PW res: [0x1504:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.116134:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1645 00010000:00010000:3.0:1760456370.116151:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000e987e1c/0x3e4967fcee50bbfa lrc: 4/0,0 mode: PR/PR res: [0x1528:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a01d5 expref: 33 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.116158:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50eb6b lrc: 1/0,0 mode: --/PW res: [0x1504:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.116169:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b2472ce/0x3e4967fcee50eb6b lrc: 0/0,0 mode: --/PW res: [0x1504:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122905 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.116171:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.116173:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.116176:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50ebb1 lrc: 3/0,1 mode: PW/PW res: [0x1528:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.116183:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50ebb1 lrc: 4/0,1 mode: PW/PW res: [0x1528:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.116189:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.116192:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.116195:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.116196:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.116206:0:122923:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000267a3813/0x3e4967fcee50ebaa lrc: 3/0,1 mode: PW/PW res: [0x152f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.116214:0:122923:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000267a3813/0x3e4967fcee50ebaa lrc: 3/0,1 mode: PW/PW res: [0x152f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.116215:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8dd4db1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+33:167593:x1845970874014080:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 109us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.116230:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1646 00010000:00010000:0.0:1760456370.116233:0:122923:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000267a3813/0x3e4967fcee50ebaa lrc: 3/0,1 mode: PW/PW res: [0x152f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.116242:0:122923:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000267a3813/0x3e4967fcee50ebaa lrc: 2/0,0 mode: PW/PW res: [0x152f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.116269:0:122923:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456370.116270:0:164871:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000e987e1c/0x3e4967fcee50bbfa lrc: 0/0,0 mode: --/PR res: [0x1528:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a01d5 expref: 32 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.116279:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:3.0:1760456370.116290:0:164871:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f1d39c1a pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:164871:1845970853023680:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.116307:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456370.116308:0:164871:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50ebb1 lrc: 3/0,1 mode: PW/PW res: [0x1528:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.116314:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000267a3813/0x3e4967fcee50ebaa lrc: 2/0,0 mode: PW/PW res: [0x152f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.116316:0:164871:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50ebb1 lrc: 3/0,1 mode: PW/PW res: [0x1528:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.116331:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456370.116337:0:164871:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50ebb1 lrc: 3/0,1 mode: PW/PW res: [0x1528:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.116339:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000267a3813 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.116345:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000267a3813/0x3e4967fcee50ebaa lrc: 2/0,0 mode: PW/PW res: [0x152f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.116347:0:164871:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50ebb1 lrc: 3/0,1 mode: PW/PW res: [0x1528:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.116364:0:164871:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50ebb1 lrc: 2/0,0 mode: PW/PW res: [0x1528:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.116368:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000267a3813/0x3e4967fcee50ebaa lrc: 3/0,0 mode: PW/PW res: [0x152f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.116378:0:164871:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1760456370.116378:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874014208 00010000:00010000:1.0:1760456370.116385:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000267a3813/0x3e4967fcee50ebaa lrc: 1/0,0 mode: --/PW res: [0x152f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.116394:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000660a398d/0x3e4967fcee50bbbb lrc: 5/0,0 mode: PR/PR res: [0x152a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a01c7 expref: 32 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.116397:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000267a3813/0x3e4967fcee50ebaa lrc: 0/0,0 mode: --/PW res: [0x152f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.116422:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874014144 00010000:00010000:2.0:1760456370.116434:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000da29f812/0x3e4967fcee50b9c3 lrc: 5/0,0 mode: PR/PR res: [0x1512:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0157 expref: 33 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.116449:0:122343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1647 00000100:00100000:2.0:1760456370.116453:0:122343:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009909ed46 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+33:167593:x1845970874014208:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1760456370.116460:0:122343:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.116463:0:122343:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000660a398d/0x3e4967fcee50bbbb lrc: 5/0,0 mode: PR/PR res: [0x152a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a01c7 expref: 33 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.116467:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1760456370.116471:0:122343:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000660a398d/0x3e4967fcee50bbbb lrc: 4/0,0 mode: PR/PR res: [0x152a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a01c7 expref: 33 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.116473:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50ebb1 lrc: 2/0,0 mode: PW/PW res: [0x1528:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.116480:0:122923:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000048da3135 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+618:85188:x1845970853023424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2121us (2498us total) trans 12884911449 rc 0/0 00010000:00010000:2.0:1760456370.116486:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000004:00080000:3.0:1760456370.116487:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c2ae3fe7/2, rc 0, transno 9561 00010000:00010000:2.0:1760456370.116489:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.116491:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d713c715 already unused, calling callback (0000000049577fce) 00010000:00010000:2.0:1760456370.116493:0:122343:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50ebb8 lrc: 3/0,1 mode: PW/PW res: [0x152a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.116495:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50ebb1 lrc: 2/0,0 mode: PW/PW res: [0x1528:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.116497:0:122923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19658 00000100:00100000:3.0:1760456370.116500:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2ae3fe7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853023424:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.116538:0:122343:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50ebb8 lrc: 4/0,1 mode: PW/PW res: [0x152a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.116538:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50ebb1 lrc: 3/0,0 mode: PW/PW res: [0x1528:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.116567:0:122343:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456370.116570:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50ebb1 lrc: 1/0,0 mode: --/PW res: [0x1528:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.116577:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1648 00010000:00010000:1.0:1760456370.116584:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d713c715/0x3e4967fcee50ebb1 lrc: 0/0,0 mode: --/PW res: [0x1528:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164871 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.116586:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000048953463 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+33:167593:x1845970874014144:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00000100:00100000:2.0:1760456370.116597:0:122343:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009909ed46 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+33:167593:x1845970874014208:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 137us (318us total) trans 0 rc 0/0 00010000:00010000:3.0:1760456370.116599:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.116606:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000da29f812/0x3e4967fcee50b9c3 lrc: 5/0,0 mode: PR/PR res: [0x1512:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0157 expref: 33 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.116614:0:122343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1647 00010000:00010000:3.0:1760456370.116639:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000da29f812/0x3e4967fcee50b9c3 lrc: 4/0,0 mode: PR/PR res: [0x1512:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0157 expref: 32 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.116653:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.116657:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.116657:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.116661:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.116662:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.116664:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50eb8e lrc: 3/0,1 mode: PW/PW res: [0x1512:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.116671:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.116673:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50eb8e lrc: 4/0,1 mode: PW/PW res: [0x1512:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.116684:0:85191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1760456370.116691:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1760456370.116696:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f1d39c1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853024192:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.116723:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000048953463 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+32:167593:x1845970874014144:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 137us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456370.116736:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1760456370.116741:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1648 00010000:00010000:2.0:1760456370.116754:0:164867:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000da29f812/0x3e4967fcee50b9c3 lrc: 0/0,0 mode: --/PR res: [0x1512:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0157 expref: 31 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.116766:0:164867:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dfef8613 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:164867:1845970853023744:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.116771:0:122923:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853024192 00010000:00010000:2.0:1760456370.116778:0:164867:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50eb8e lrc: 3/0,1 mode: PW/PW res: [0x1512:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.116784:0:164867:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50eb8e lrc: 3/0,1 mode: PW/PW res: [0x1512:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.116788:0:164867:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50eb8e lrc: 3/0,1 mode: PW/PW res: [0x1512:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.116793:0:164867:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50eb8e lrc: 3/0,1 mode: PW/PW res: [0x1512:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.116798:0:164867:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50eb8e lrc: 2/0,0 mode: PW/PW res: [0x1512:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.116803:0:122923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19663 00000100:00100000:0.0:1760456370.116812:0:122923:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da8be66d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+618:85191:x1845970853024192:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.116825:0:164867:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:0.0:1760456370.116836:0:122923:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5442 count 1 00010000:00010000:1.0:1760456370.116850:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.116852:0:122923:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50ebcd lrc: 3/0,1 mode: --/PW res: [0x1542:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.116855:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50eb8e lrc: 2/0,0 mode: PW/PW res: [0x1512:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.116870:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000065a82ee already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.116872:0:122923:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000766be1d8/0x3e4967fcee50beee lrc: 2/0,0 mode: PR/PR res: [0x1542:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a027d expref: 30 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.116882:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.116884:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.116886:0:122923:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50ebcd lrc: 4/0,1 mode: --/PW res: [0x1542:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.116903:0:164871:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3e63a20 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+619:85190:x1845970853023552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2431us (2610us total) trans 12884911450 rc 0/0 00000100:00100000:3.0:1760456370.116911:0:164871:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19660 00010000:00010000:0.0:1760456370.116918:0:122923:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000766be1d8/0x3e4967fcee50beee lrc: 3/0,0 mode: PR/PR res: [0x1542:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a027d expref: 30 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.116927:0:122923:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000766be1d8/0x3e4967fcee50beee lrc: 4/0,0 mode: PR/PR res: [0x1542:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a027d expref: 30 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.116936:0:122923:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c7226916 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:122923:1845970853024256:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.116956:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50eb8e lrc: 2/0,0 mode: PW/PW res: [0x1512:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.116963:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50eb8e lrc: 3/0,0 mode: PW/PW res: [0x1512:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.116965:0:122923:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a4d34fa2 going to sleep for 6 seconds 00010000:00010000:1.0:1760456370.116976:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50eb8e lrc: 1/0,0 mode: --/PW res: [0x1512:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.116982:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000065a82ee/0x3e4967fcee50eb8e lrc: 0/0,0 mode: --/PW res: [0x1512:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.116994:0:164869:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000892be2b2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:164869:1845970853024064:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.116995:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.116998:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.117001:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.117012:0:164869:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000021cd7e7b/0x3e4967fcee50ebbf lrc: 3/0,1 mode: --/PW res: [0x153a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.117046:0:122921:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000660a398d/0x3e4967fcee50bbbb lrc: 0/0,0 mode: --/PR res: [0x152a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a01c7 expref: 30 pid: 87239 timeout: 4721 lvb_type: 1 00000004:00080000:2.0:1760456370.117049:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b4a04b22/2, rc 0, transno 9562 00000100:00100000:2.0:1760456370.117064:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b4a04b22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853023552:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456370.117092:0:122921:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000a6646d4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:122921:1845970853023808:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.117096:0:123791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19664 00000100:00100000:2.0:1760456370.117102:0:123791:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e675863b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+619:85191:x1845970853023872:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1760456370.117113:0:123791:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5431 count 1 00010000:00010000:2.0:1760456370.117124:0:123791:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008aa53c68/0x3e4967fcee50ebd4 lrc: 3/0,1 mode: --/PW res: [0x1537:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.117133:0:123791:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cbdd9e89/0x3e4967fcee50bd35 lrc: 2/0,0 mode: PR/PR res: [0x1537:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a021b expref: 29 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.117138:0:123791:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.117139:0:123791:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.117140:0:123791:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008aa53c68/0x3e4967fcee50ebd4 lrc: 4/0,1 mode: --/PW res: [0x1537:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.117153:0:123791:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cbdd9e89/0x3e4967fcee50bd35 lrc: 3/0,0 mode: PR/PR res: [0x1537:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a021b expref: 29 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.117159:0:123791:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cbdd9e89/0x3e4967fcee50bd35 lrc: 4/0,0 mode: PR/PR res: [0x1537:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a021b expref: 29 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.117167:0:123791:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dfef8613 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:123791:1845970853024384:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.117182:0:122921:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50ebb8 lrc: 3/0,1 mode: PW/PW res: [0x152a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.117196:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:1.0:1760456370.117200:0:122921:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50ebb8 lrc: 3/0,1 mode: PW/PW res: [0x152a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.117208:0:122921:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50ebb8 lrc: 3/0,1 mode: PW/PW res: [0x152a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.117216:0:122921:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50ebb8 lrc: 3/0,1 mode: PW/PW res: [0x152a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.117222:0:122921:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50ebb8 lrc: 2/0,0 mode: PW/PW res: [0x152a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.117226:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874014272 00010000:00010000:1.0:1760456370.117235:0:122921:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1760456370.117236:0:85190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:3.0:1760456370.117241:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456370.117246:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50ebb8 lrc: 2/0,0 mode: PW/PW res: [0x152a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.117246:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000679c2b5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853024320:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.117260:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000666e57f8 already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456370.117264:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50ebb8 lrc: 2/0,0 mode: PW/PW res: [0x152a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.117272:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50ebb8 lrc: 3/0,0 mode: PW/PW res: [0x152a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.117279:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456370.117295:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50ebb8 lrc: 1/0,0 mode: --/PW res: [0x152a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.117303:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000666e57f8/0x3e4967fcee50ebb8 lrc: 0/0,0 mode: --/PW res: [0x152a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.117316:0:123791:0:(client.c:2500:ptlrpc_set_wait()) set 000000001319d64b going to sleep for 6 seconds 00010000:00010000:3.0:1760456370.117322:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.117326:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.117330:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.117359:0:122919:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b97fd9a0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:122919:1845970853024128:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.117375:0:122919:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50ebc6 lrc: 3/0,1 mode: --/PW res: [0x1532:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.117382:0:164867:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8d8a3e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+619:85189:x1845970853022848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5086us (5210us total) trans 12884911451 rc 0/0 00000100:00100000:2.0:1760456370.117391:0:164867:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19654 00000004:00080000:3.0:1760456370.117402:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000f42c1f6b/2, rc 0, transno 9563 00000100:00100000:3.0:1760456370.117412:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f42c1f6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853022848:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.117415:0:164867:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853024320 00000100:00100000:2.0:1760456370.117447:0:164867:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19665 00000100:00100000:3.0:1760456370.117452:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b97fd9a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853024448:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.117454:0:164867:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b12c6387 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+619:85190:x1845970853024320:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1760456370.117470:0:164867:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5445 count 1 00000100:00100000:3.0:1760456370.117480:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.117485:0:164867:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50ebdb lrc: 3/0,1 mode: --/PW res: [0x1545:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.117498:0:164867:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ac7cd239/0x3e4967fcee50bfab lrc: 2/0,0 mode: PR/PR res: [0x1545:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a02a7 expref: 30 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1760456370.117503:0:87240:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853024448 00010000:00010000:2.0:1760456370.117505:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.117536:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.117540:0:164867:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50ebdb lrc: 4/0,1 mode: --/PW res: [0x1545:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.117548:0:87240:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19666 00000100:00100000:1.0:1760456370.117554:0:87240:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d18b3c10 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+621:85188:x1845970853024448:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.117562:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ebaaabd4/0x3e4967fcee50bdf2 lrc: 4/0,0 mode: PR/PR res: [0x153a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0245 expref: 30 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.117569:0:164867:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ac7cd239/0x3e4967fcee50bfab lrc: 3/0,0 mode: PR/PR res: [0x1545:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a02a7 expref: 30 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.117583:0:164867:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ac7cd239/0x3e4967fcee50bfab lrc: 4/0,0 mode: PR/PR res: [0x1545:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a02a7 expref: 30 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.117593:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1649 00000100:00100000:3.0:1760456370.117607:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008613f1d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+30:167594:x1845970874014272:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00000100:00100000:1.0:1760456370.117607:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.117629:0:164867:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ba802d17 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:164867:1845970853024512:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.117633:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.117639:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ebaaabd4/0x3e4967fcee50bdf2 lrc: 4/0,0 mode: PR/PR res: [0x153a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0245 expref: 30 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.117645:0:122344:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874014336 00010000:00010000:3.0:1760456370.117648:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ebaaabd4/0x3e4967fcee50bdf2 lrc: 3/0,0 mode: PR/PR res: [0x153a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0245 expref: 30 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.117659:0:122344:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a82d2ef0/0x3e4967fcee50bd74 lrc: 4/0,0 mode: PR/PR res: [0x1532:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0229 expref: 31 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.117664:0:122345:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ebaaabd4/0x3e4967fcee50bdf2 lrc: 0/0,0 mode: --/PR res: [0x153a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0245 expref: 31 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.117678:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.117679:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.117681:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000021cd7e7b/0x3e4967fcee50ebbf lrc: 3/0,1 mode: PW/PW res: [0x153a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.117686:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000021cd7e7b/0x3e4967fcee50ebbf lrc: 4/0,1 mode: PW/PW res: [0x153a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.117687:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1650 00000100:00100000:2.0:1760456370.117697:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000a6646d4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+30:167594:x1845970874014336:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1760456370.117705:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.117709:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a82d2ef0/0x3e4967fcee50bd74 lrc: 4/0,0 mode: PR/PR res: [0x1532:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0229 expref: 30 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.117715:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456370.117718:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a82d2ef0/0x3e4967fcee50bd74 lrc: 3/0,0 mode: PR/PR res: [0x1532:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0229 expref: 30 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.117724:0:164869:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000021cd7e7b/0x3e4967fcee50ebbf lrc: 3/0,1 mode: PW/PW res: [0x153a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.117734:0:122344:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a82d2ef0/0x3e4967fcee50bd74 lrc: 0/0,0 mode: --/PR res: [0x1532:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0229 expref: 30 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.117737:0:164869:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000021cd7e7b/0x3e4967fcee50ebbf lrc: 3/0,1 mode: PW/PW res: [0x153a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.117747:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008613f1d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+29:167594:x1845970874014272:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 142us (552us total) trans 0 rc 0/0 00010000:00010000:2.0:1760456370.117748:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.117750:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.117753:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50ebc6 lrc: 3/0,1 mode: PW/PW res: [0x1532:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.117759:0:164869:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000021cd7e7b/0x3e4967fcee50ebbf lrc: 3/0,1 mode: PW/PW res: [0x153a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.117766:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1649 00010000:00010000:2.0:1760456370.117770:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50ebc6 lrc: 4/0,1 mode: PW/PW res: [0x1532:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.117783:0:164869:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000021cd7e7b/0x3e4967fcee50ebbf lrc: 2/0,0 mode: PW/PW res: [0x153a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.117788:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456370.117813:0:164869:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1760456370.117817:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874014400 00010000:00010000:2.0:1760456370.117826:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456370.117835:0:122919:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50ebc6 lrc: 3/0,1 mode: PW/PW res: [0x1532:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.117844:0:122919:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50ebc6 lrc: 3/0,1 mode: PW/PW res: [0x1532:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.117853:0:122919:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50ebc6 lrc: 3/0,1 mode: PW/PW res: [0x1532:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.117854:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000a6646d4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+29:167594:x1845970874014336:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 158us (257us total) trans 0 rc 0/0 00010000:00010000:3.0:1760456370.117868:0:122919:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50ebc6 lrc: 2/0,0 mode: PW/PW res: [0x1532:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.117868:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1650 00010000:00010000:3.0:1760456370.117890:0:122919:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1760456370.117935:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1760456370.117941:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000021cd7e7b/0x3e4967fcee50ebbf lrc: 2/0,0 mode: PW/PW res: [0x153a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.117942:0:164867:0:(client.c:2500:ptlrpc_set_wait()) set 0000000098da4590 going to sleep for 6 seconds 00010000:00010000:1.0:1760456370.117952:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000021cd7e7b already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.117956:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000021cd7e7b/0x3e4967fcee50ebbf lrc: 2/0,0 mode: PW/PW res: [0x153a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.117963:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000021cd7e7b/0x3e4967fcee50ebbf lrc: 3/0,0 mode: PW/PW res: [0x153a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.117973:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.117979:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000021cd7e7b/0x3e4967fcee50ebbf lrc: 1/0,0 mode: --/PW res: [0x153a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.117980:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50ebc6 lrc: 2/0,0 mode: PW/PW res: [0x1532:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.118000:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000021cd7e7b/0x3e4967fcee50ebbf lrc: 0/0,0 mode: --/PW res: [0x153a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.118003:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000aaa15b8b already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.118008:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50ebc6 lrc: 2/0,0 mode: PW/PW res: [0x1532:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.118015:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.118017:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50ebc6 lrc: 3/0,0 mode: PW/PW res: [0x1532:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.118018:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.118020:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.118023:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000766be1d8/0x3e4967fcee50beee lrc: 5/0,0 mode: PR/PR res: [0x1542:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a027d expref: 28 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.118039:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50ebc6 lrc: 1/0,0 mode: --/PW res: [0x1532:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.118048:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aaa15b8b/0x3e4967fcee50ebc6 lrc: 0/0,0 mode: --/PW res: [0x1532:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.118057:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1651 00000100:00100000:3.0:1760456370.118065:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002fb570c1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+28:167596:x1845970874014400:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1760456370.118071:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.118074:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.118075:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1760456370.118076:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.118081:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000766be1d8/0x3e4967fcee50beee lrc: 5/0,0 mode: PR/PR res: [0x1542:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a027d expref: 28 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.118098:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000766be1d8/0x3e4967fcee50beee lrc: 4/0,0 mode: PR/PR res: [0x1542:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a027d expref: 28 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.118102:0:122923:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c7226916 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:122923:1845970853024256:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.118124:0:122345:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000766be1d8/0x3e4967fcee50beee lrc: 0/0,0 mode: --/PR res: [0x1542:0x0:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a027d expref: 28 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.118124:0:122923:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50ebcd lrc: 3/0,1 mode: --/PW res: [0x1542:0x0:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.118146:0:122905:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000098bc48b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+623:85191:x1845970853022272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7463us (7880us total) trans 12884911448 rc 0/0 00010000:00010000:3.0:1760456370.118150:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.118153:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1760456370.118153:0:122905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19649 00010000:00010000:3.0:1760456370.118158:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50ebcd lrc: 3/0,1 mode: PW/PW res: [0x1542:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.118166:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50ebcd lrc: 4/0,1 mode: PW/PW res: [0x1542:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1760456370.118184:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000000c8431f1/2, rc 0, transno 9560 00010000:00010000:3.0:1760456370.118195:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.118197:0:122923:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50ebcd lrc: 3/0,1 mode: PW/PW res: [0x1542:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.118204:0:122923:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50ebcd lrc: 3/0,1 mode: PW/PW res: [0x1542:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.118205:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c8431f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853022272:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456370.118217:0:122923:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50ebcd lrc: 3/0,1 mode: PW/PW res: [0x1542:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.118222:0:122923:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50ebcd lrc: 2/0,0 mode: PW/PW res: [0x1542:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.118238:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1760456370.118242:0:122923:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1760456370.118249:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc699851 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853024576:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.118255:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.118259:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50ebcd lrc: 2/0,0 mode: PW/PW res: [0x1542:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.118266:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000758f8c02 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.118269:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50ebcd lrc: 2/0,0 mode: PW/PW res: [0x1542:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.118274:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50ebcd lrc: 3/0,0 mode: PW/PW res: [0x1542:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.118283:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1760456370.118338:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002fb570c1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+27:167596:x1845970874014400:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 274us (560us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456370.118339:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50ebcd lrc: 1/0,0 mode: --/PW res: [0x1542:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.118353:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1651 00010000:00010000:1.0:1760456370.118358:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000758f8c02/0x3e4967fcee50ebcd lrc: 0/0,0 mode: --/PW res: [0x1542:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.118383:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.118386:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.118390:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:1.0:1760456370.118413:0:87240:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5454 count 1 00010000:00010000:1.0:1760456370.118426:0:87240:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50ebe2 lrc: 3/0,1 mode: --/PW res: [0x154e:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.118436:0:122923:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da8be66d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+623:85191:x1845970853024192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1620us (1701us total) trans 12884911455 rc 0/0 00000100:00100000:2.0:1760456370.118440:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:1.0:1760456370.118450:0:87240:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000397235c1/0x3e4967fcee50bfea lrc: 2/0,0 mode: PR/PR res: [0x154e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a02b5 expref: 26 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.118450:0:122923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19663 00010000:00010000:1.0:1760456370.118460:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1760456370.118472:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874014464 00000100:00100000:0.0:1760456370.118477:0:122923:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853024576 00000100:00100000:2.0:1760456370.118480:0:123791:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dfef8613 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:123791:1845970853024384:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.118490:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cbdd9e89/0x3e4967fcee50bd35 lrc: 4/0,0 mode: PR/PR res: [0x1537:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a021b expref: 27 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.118492:0:123791:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008aa53c68/0x3e4967fcee50ebd4 lrc: 3/0,1 mode: --/PW res: [0x1537:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.118507:0:122923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19667 00000100:00100000:0.0:1760456370.118552:0:122923:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009e8799bc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+623:85188:x1845970853024576:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1760456370.118565:0:122923:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5455 count 1 00010000:00010000:0.0:1760456370.118575:0:122923:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c26bd5f5/0x3e4967fcee50ebe9 lrc: 3/0,1 mode: --/PW res: [0x154f:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.118577:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1652 00000100:00100000:3.0:1760456370.118585:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ccb9cad2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+27:167594:x1845970874014464:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1760456370.118589:0:122923:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000005c597cd/0x3e4967fcee50c029 lrc: 2/0,0 mode: PR/PR res: [0x154f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a02c3 expref: 27 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.118597:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.118598:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.118599:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1760456370.118600:0:122923:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c26bd5f5/0x3e4967fcee50ebe9 lrc: 4/0,1 mode: --/PW res: [0x154f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.118606:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cbdd9e89/0x3e4967fcee50bd35 lrc: 4/0,0 mode: PR/PR res: [0x1537:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a021b expref: 27 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.118606:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.118610:0:87240:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50ebe2 lrc: 4/0,1 mode: --/PW res: [0x154e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.118631:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cbdd9e89/0x3e4967fcee50bd35 lrc: 3/0,0 mode: PR/PR res: [0x1537:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a021b expref: 27 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.118632:0:122923:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000005c597cd/0x3e4967fcee50c029 lrc: 3/0,0 mode: PR/PR res: [0x154f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a02c3 expref: 27 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.118660:0:87240:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000397235c1/0x3e4967fcee50bfea lrc: 3/0,0 mode: PR/PR res: [0x154e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a02b5 expref: 27 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.118660:0:122923:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000005c597cd/0x3e4967fcee50c029 lrc: 4/0,0 mode: PR/PR res: [0x154f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a02c3 expref: 27 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.118661:0:122345:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cbdd9e89/0x3e4967fcee50bd35 lrc: 0/0,0 mode: --/PR res: [0x1537:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a021b expref: 27 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.118684:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.118686:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.118689:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008aa53c68/0x3e4967fcee50ebd4 lrc: 3/0,1 mode: PW/PW res: [0x1537:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.118695:0:122923:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c7226916 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:122923:1845970853024640:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.118709:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008aa53c68/0x3e4967fcee50ebd4 lrc: 4/0,1 mode: PW/PW res: [0x1537:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.118728:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1760456370.118734:0:122923:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ff46cebc going to sleep for 6 seconds 00000100:00100000:3.0:1760456370.118749:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ccb9cad2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+26:167594:x1845970874014464:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 164us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.118756:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1652 00010000:00010000:1.0:1760456370.118777:0:87240:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000397235c1/0x3e4967fcee50bfea lrc: 4/0,0 mode: PR/PR res: [0x154e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a02b5 expref: 25 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.118791:0:87240:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005dd317a2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:87240:1845970853024704:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456370.118828:0:87240:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d8dd12bb going to sleep for 6 seconds 00000100:00100000:2.0:1760456370.118843:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.118854:0:164869:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072b3cf4a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+623:85189:x1845970853024000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3018us (3168us total) trans 12884911453 rc 0/0 00000004:00080000:1.0:1760456370.118863:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000f1d39c1a/2, rc 0, transno 9567 00000100:00100000:0.0:1760456370.118864:0:164869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19661 00000100:00100000:3.0:1760456370.118884:0:122919:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000021bb2c64 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+622:85188:x1845970853023936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3031us (3153us total) trans 12884911454 rc 0/0 00000100:00100000:1.0:1760456370.118888:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f1d39c1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853024192:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.118894:0:122919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19662 00010000:00010000:2.0:1760456370.118902:0:123791:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008aa53c68/0x3e4967fcee50ebd4 lrc: 3/0,1 mode: PW/PW res: [0x1537:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.118910:0:123791:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008aa53c68/0x3e4967fcee50ebd4 lrc: 3/0,1 mode: PW/PW res: [0x1537:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.118915:0:123791:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008aa53c68/0x3e4967fcee50ebd4 lrc: 3/0,1 mode: PW/PW res: [0x1537:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.118919:0:123791:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008aa53c68/0x3e4967fcee50ebd4 lrc: 2/0,0 mode: PW/PW res: [0x1537:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.118937:0:123791:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1760456370.118940:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008ecd6d43/2, rc 0, transno 9566 00000100:00100000:3.0:1760456370.118949:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ecd6d43 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853023936:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.118974:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.118979:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008aa53c68/0x3e4967fcee50ebd4 lrc: 2/0,0 mode: PW/PW res: [0x1537:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1760456370.118989:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005d232c0d/2, rc 0, transno 9565 00010000:00010000:1.0:1760456370.118989:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008aa53c68 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.118992:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008aa53c68/0x3e4967fcee50ebd4 lrc: 2/0,0 mode: PW/PW res: [0x1537:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.118997:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005d232c0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853024000:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.119008:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008aa53c68/0x3e4967fcee50ebd4 lrc: 3/0,0 mode: PW/PW res: [0x1537:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.119024:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008aa53c68/0x3e4967fcee50ebd4 lrc: 1/0,0 mode: --/PW res: [0x1537:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.119032:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008aa53c68/0x3e4967fcee50ebd4 lrc: 0/0,0 mode: --/PW res: [0x1537:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.119035:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002eddd89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853024896:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.119058:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.119061:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.119064:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.119070:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456370.119082:0:123791:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e675863b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+622:85191:x1845970853023872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1979us (3476us total) trans 12884911456 rc 0/0 00000100:00100000:1.0:1760456370.119085:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be747c1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853024832:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.119098:0:123791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19664 00000100:00100000:0.0:1760456370.119098:0:164869:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853024896 00000100:00100000:2.0:1760456370.119119:0:123791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19668 00000100:00100000:2.0:1760456370.119125:0:123791:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b6bfbceb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+622:85188:x1845970853024896:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456370.119132:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1760456370.119135:0:123791:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5452 count 1 00000100:00100000:3.0:1760456370.119144:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874014528 00010000:00010000:2.0:1760456370.119145:0:123791:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000555fe934/0x3e4967fcee50ebf0 lrc: 3/0,1 mode: --/PW res: [0x154c:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.119156:0:123791:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000072d1e325/0x3e4967fcee50c125 lrc: 2/0,0 mode: PR/PR res: [0x154c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a02fb expref: 26 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.119161:0:123791:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1760456370.119163:0:122919:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853024832 00010000:00010000:2.0:1760456370.119164:0:123791:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.119166:0:123791:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000555fe934/0x3e4967fcee50ebf0 lrc: 4/0,1 mode: --/PW res: [0x154c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1760456370.119172:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000dbaf32e4/2, rc 0, transno 9568 00010000:00010000:2.0:1760456370.119183:0:123791:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000072d1e325/0x3e4967fcee50c125 lrc: 3/0,0 mode: PR/PR res: [0x154c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a02fb expref: 26 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1760456370.119190:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dbaf32e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853023872:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.119192:0:123791:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000072d1e325/0x3e4967fcee50c125 lrc: 4/0,0 mode: PR/PR res: [0x154c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a02fb expref: 26 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.119205:0:123791:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e8dd4db1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:123791:1845970853024960:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456370.119207:0:85191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1760456370.119210:0:164869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19669 00000100:00100000:0.0:1760456370.119216:0:164869:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac15ffdc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+623:85191:x1845970853024832:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456370.119220:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e511b013 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853024768:0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1760456370.119231:0:164869:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5450 count 1 00000100:00100000:3.0:1760456370.119239:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1760456370.119239:0:123791:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b135c565 going to sleep for 6 seconds 00010000:00010000:0.0:1760456370.119242:0:164869:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50ebf7 lrc: 3/0,1 mode: --/PW res: [0x154a:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.119252:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe71b918 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853025024:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456370.119254:0:164869:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000813a8be3/0x3e4967fcee50c0e6 lrc: 2/0,0 mode: PR/PR res: [0x154a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a02ed expref: 26 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1760456370.119261:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1760456370.119266:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.119268:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.119269:0:164869:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50ebf7 lrc: 4/0,1 mode: --/PW res: [0x154a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.119291:0:164869:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000813a8be3/0x3e4967fcee50c0e6 lrc: 3/0,0 mode: PR/PR res: [0x154a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a02ed expref: 26 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1760456370.119303:0:122905:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853024768 00000100:00100000:3.0:1760456370.119305:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1760456370.119316:0:164869:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000813a8be3/0x3e4967fcee50c0e6 lrc: 4/0,0 mode: PR/PR res: [0x154a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a02ed expref: 26 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.119319:0:164867:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ba802d17 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:164867:1845970853024512:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456370.119335:0:122905:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853025024 00010000:00010000:2.0:1760456370.119338:0:164867:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50ebdb lrc: 3/0,1 mode: --/PW res: [0x1545:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.119338:0:164869:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000892be2b2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:164869:1845970853025088:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.119358:0:122919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19670 00000100:00100000:3.0:1760456370.119364:0:122919:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009f1350c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+625:85191:x1845970853024768:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.119382:0:164869:0:(client.c:2500:ptlrpc_set_wait()) set 000000001b8cab0b going to sleep for 6 seconds 00002000:00080000:3.0:1760456370.119389:0:122919:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5462 count 1 00010000:00010000:3.0:1760456370.119401:0:122919:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bed1ec81/0x3e4967fcee50ebfe lrc: 3/0,1 mode: --/PW res: [0x1556:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.119411:0:122919:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e4baf289/0x3e4967fcee50c068 lrc: 2/0,0 mode: PR/PR res: [0x1556:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a02d1 expref: 26 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.119415:0:88855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19671 00010000:00010000:3.0:1760456370.119422:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.119423:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.119425:0:122919:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bed1ec81/0x3e4967fcee50ebfe lrc: 4/0,1 mode: --/PW res: [0x1556:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.119427:0:88855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000014ccda18 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+625:85188:x1845970853025024:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.119447:0:122919:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e4baf289/0x3e4967fcee50c068 lrc: 3/0,0 mode: PR/PR res: [0x1556:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a02d1 expref: 26 pid: 87239 timeout: 0 lvb_type: 1 00002000:00080000:0.0:1760456370.119449:0:88855:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5458 count 1 00010000:00010000:3.0:1760456370.119457:0:122919:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e4baf289/0x3e4967fcee50c068 lrc: 4/0,0 mode: PR/PR res: [0x1556:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a02d1 expref: 26 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.119465:0:88855:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50ec05 lrc: 3/0,1 mode: --/PW res: [0x1552:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.119466:0:122919:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000074a89379 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:122919:1845970853025152:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.119482:0:88855:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003be9245d/0x3e4967fcee50c260 lrc: 2/0,0 mode: PR/PR res: [0x1552:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0341 expref: 26 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.119491:0:88855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1760456370.119492:0:122919:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f3e92267 going to sleep for 6 seconds 00010000:00010000:0.0:1760456370.119493:0:88855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.119497:0:88855:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50ec05 lrc: 4/0,1 mode: --/PW res: [0x1552:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.119537:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ac7cd239/0x3e4967fcee50bfab lrc: 4/0,0 mode: PR/PR res: [0x1545:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a02a7 expref: 26 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.119537:0:88855:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003be9245d/0x3e4967fcee50c260 lrc: 3/0,0 mode: PR/PR res: [0x1552:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0341 expref: 26 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.119563:0:88855:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003be9245d/0x3e4967fcee50c260 lrc: 4/0,0 mode: PR/PR res: [0x1552:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0341 expref: 26 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.119571:0:88855:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000badbf7c5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:88855:1845970853025216:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.119577:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1653 00000100:00100000:3.0:1760456370.119582:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dfef8613 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+26:167593:x1845970874014528:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1760456370.119589:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.119593:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ac7cd239/0x3e4967fcee50bfab lrc: 4/0,0 mode: PR/PR res: [0x1545:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a02a7 expref: 26 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.119600:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ac7cd239/0x3e4967fcee50bfab lrc: 3/0,0 mode: PR/PR res: [0x1545:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a02a7 expref: 26 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.119602:0:88855:0:(client.c:2500:ptlrpc_set_wait()) set 00000000756f8c76 going to sleep for 6 seconds 00010000:00010000:3.0:1760456370.119629:0:122345:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ac7cd239/0x3e4967fcee50bfab lrc: 0/0,0 mode: --/PR res: [0x1545:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a02a7 expref: 26 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.119644:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1760456370.119645:0:122921:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005e674a6a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+625:85189:x1845970853023488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5182us (5402us total) trans 12884911452 rc 0/0 00010000:00010000:3.0:1760456370.119647:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.119651:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50ebdb lrc: 3/0,1 mode: PW/PW res: [0x1545:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.119658:0:122921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19659 00010000:00010000:3.0:1760456370.119666:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50ebdb lrc: 4/0,1 mode: PW/PW res: [0x1545:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.119666:0:122923:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c7226916 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:122923:1845970853024640:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.119689:0:122923:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c26bd5f5/0x3e4967fcee50ebe9 lrc: 3/0,1 mode: --/PW res: [0x154f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1760456370.119715:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e7a0c636/2, rc 0, transno 9564 00000100:00100000:2.0:1760456370.119721:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:3.0:1760456370.119730:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e7a0c636 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853023488:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.119743:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874014592 00010000:00010000:2.0:1760456370.119755:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000397235c1/0x3e4967fcee50bfea lrc: 5/0,0 mode: PR/PR res: [0x154e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a02b5 expref: 26 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.119774:0:122347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1654 00000100:00100000:2.0:1760456370.119779:0:122347:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002de6da6e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+26:167596:x1845970874014592:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1760456370.119786:0:122347:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1760456370.119791:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e97421cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853025280:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.119791:0:122347:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000397235c1/0x3e4967fcee50bfea lrc: 5/0,0 mode: PR/PR res: [0x154e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a02b5 expref: 26 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.119804:0:122347:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000397235c1/0x3e4967fcee50bfea lrc: 4/0,0 mode: PR/PR res: [0x154e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a02b5 expref: 26 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.119817:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.119818:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.119820:0:122347:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50ebe2 lrc: 3/0,1 mode: PW/PW res: [0x154e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.119825:0:122347:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50ebe2 lrc: 4/0,1 mode: PW/PW res: [0x154e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.119835:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.119844:0:122347:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1760456370.119864:0:87239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853025280 00000100:00100000:2.0:1760456370.119869:0:122347:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002de6da6e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+26:167596:x1845970874014592:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 88us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.119875:0:122347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1654 00000100:00100000:0.0:1760456370.119903:0:164870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19672 00010000:00010000:3.0:1760456370.119906:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1760456370.119908:0:164870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d8310d42 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+625:85190:x1845970853025280:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1760456370.119920:0:164870:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5473 count 1 00000100:00100000:2.0:1760456370.119926:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456370.119931:0:164870:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50ec0c lrc: 3/0,1 mode: --/PW res: [0x1561:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.119937:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dfef8613 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+25:167593:x1845970874014528:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 350us (1092us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456370.119947:0:87240:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000397235c1/0x3e4967fcee50bfea lrc: 0/0,0 mode: --/PR res: [0x154e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a02b5 expref: 25 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.119949:0:164870:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c018cb1a/0x3e4967fcee50c2de lrc: 2/0,0 mode: PR/PR res: [0x1561:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a035d expref: 25 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.119957:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1653 00010000:00010000:0.0:1760456370.119972:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.119974:0:164870:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.119976:0:164870:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50ec0c lrc: 4/0,1 mode: --/PW res: [0x1561:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.119979:0:87240:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005dd317a2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:87240:1845970853024704:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.120002:0:87240:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50ebe2 lrc: 3/0,1 mode: PW/PW res: [0x154e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.120009:0:164870:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c018cb1a/0x3e4967fcee50c2de lrc: 3/0,0 mode: PR/PR res: [0x1561:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a035d expref: 23 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.120014:0:87240:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50ebe2 lrc: 3/0,1 mode: PW/PW res: [0x154e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.120015:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874014656 00010000:00010000:1.0:1760456370.120027:0:87240:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50ebe2 lrc: 3/0,1 mode: PW/PW res: [0x154e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.120028:0:164870:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c018cb1a/0x3e4967fcee50c2de lrc: 4/0,0 mode: PR/PR res: [0x1561:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a035d expref: 24 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.120029:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000005c597cd/0x3e4967fcee50c029 lrc: 4/0,0 mode: PR/PR res: [0x154f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a02c3 expref: 24 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.120041:0:164867:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50ebdb lrc: 3/0,1 mode: PW/PW res: [0x1545:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.120057:0:164867:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50ebdb lrc: 3/0,1 mode: PW/PW res: [0x1545:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.120062:0:164870:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c7226916 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:164870:1845970853025344:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.120066:0:164867:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50ebdb lrc: 3/0,1 mode: PW/PW res: [0x1545:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.120075:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1655 00010000:00010000:2.0:1760456370.120080:0:164867:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50ebdb lrc: 2/0,0 mode: PW/PW res: [0x1545:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.120086:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba802d17 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+24:167593:x1845970874014656:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00000100:00100000:0.0:1760456370.120092:0:164870:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ff46cebc going to sleep for 6 seconds 00010000:00010000:3.0:1760456370.120099:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.120107:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000005c597cd/0x3e4967fcee50c029 lrc: 4/0,0 mode: PR/PR res: [0x154f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a02c3 expref: 24 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.120108:0:87240:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50ebe2 lrc: 3/0,1 mode: PW/PW res: [0x154e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.120119:0:164869:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000892be2b2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:164869:1845970853025088:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.120131:0:87240:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50ebe2 lrc: 2/0,0 mode: PW/PW res: [0x154e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.120136:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000005c597cd/0x3e4967fcee50c029 lrc: 3/0,0 mode: PR/PR res: [0x154f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a02c3 expref: 24 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.120136:0:164869:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50ebf7 lrc: 3/0,1 mode: --/PW res: [0x154a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.120152:0:164867:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1760456370.120159:0:87240:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1760456370.120163:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1760456370.120166:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50ebdb lrc: 2/0,0 mode: PW/PW res: [0x1545:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.120173:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456370.120174:0:122345:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000005c597cd/0x3e4967fcee50c029 lrc: 0/0,0 mode: --/PR res: [0x154f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a02c3 expref: 24 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.120174:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003cedbfdb already unused, calling callback (0000000049577fce) 00010000:00010000:2.0:1760456370.120178:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50ebdb lrc: 2/0,0 mode: PW/PW res: [0x1545:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.120178:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50ebe2 lrc: 2/0,0 mode: PW/PW res: [0x154e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.120199:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50ebdb lrc: 3/0,0 mode: PW/PW res: [0x1545:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.120222:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.120222:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50ebdb lrc: 1/0,0 mode: --/PW res: [0x1545:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.120226:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.120230:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50ebdb lrc: 0/0,0 mode: --/PW res: [0x1545:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.120231:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c26bd5f5/0x3e4967fcee50ebe9 lrc: 3/0,1 mode: PW/PW res: [0x154f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.120248:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e7db8498 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.120254:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50ebe2 lrc: 2/0,0 mode: PW/PW res: [0x154e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.120256:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c26bd5f5/0x3e4967fcee50ebe9 lrc: 4/0,1 mode: PW/PW res: [0x154f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.120260:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.120262:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.120264:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.120276:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50ebe2 lrc: 3/0,0 mode: PW/PW res: [0x154e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.120278:0:123791:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e8dd4db1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:123791:1845970853024960:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.120291:0:123791:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000555fe934/0x3e4967fcee50ebf0 lrc: 3/0,1 mode: --/PW res: [0x154c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.120297:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50ebe2 lrc: 1/0,0 mode: --/PW res: [0x154e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.120298:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456370.120305:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e7db8498/0x3e4967fcee50ebe2 lrc: 0/0,0 mode: --/PW res: [0x154e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.120306:0:122923:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c26bd5f5/0x3e4967fcee50ebe9 lrc: 3/0,1 mode: PW/PW res: [0x154f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.120319:0:122923:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c26bd5f5/0x3e4967fcee50ebe9 lrc: 3/0,1 mode: PW/PW res: [0x154f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.120326:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.120328:0:122923:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c26bd5f5/0x3e4967fcee50ebe9 lrc: 3/0,1 mode: PW/PW res: [0x154f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.120329:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba802d17 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+23:167593:x1845970874014656:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 244us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.120344:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1655 00010000:00010000:0.0:1760456370.120346:0:122923:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c26bd5f5/0x3e4967fcee50ebe9 lrc: 2/0,0 mode: PW/PW res: [0x154f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.120366:0:122923:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.120409:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.120412:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c26bd5f5/0x3e4967fcee50ebe9 lrc: 2/0,0 mode: PW/PW res: [0x154f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.120419:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c26bd5f5 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.120421:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c26bd5f5/0x3e4967fcee50ebe9 lrc: 2/0,0 mode: PW/PW res: [0x154f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.120426:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c26bd5f5/0x3e4967fcee50ebe9 lrc: 3/0,0 mode: PW/PW res: [0x154f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.120436:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:1.0:1760456370.120445:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c26bd5f5/0x3e4967fcee50ebe9 lrc: 1/0,0 mode: --/PW res: [0x154f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.120451:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c26bd5f5/0x3e4967fcee50ebe9 lrc: 0/0,0 mode: --/PW res: [0x154f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.120470:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.120471:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.120472:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874014720 00010000:00010000:1.0:1760456370.120474:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.120490:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.120492:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000072d1e325/0x3e4967fcee50c125 lrc: 4/0,0 mode: PR/PR res: [0x154c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a02fb expref: 23 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.120506:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:3.0:1760456370.120585:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874014784 00010000:00010000:3.0:1760456370.120599:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000813a8be3/0x3e4967fcee50c0e6 lrc: 4/0,0 mode: PR/PR res: [0x154a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a02ed expref: 24 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.120654:0:122919:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000074a89379 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:122919:1845970853025152:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.120672:0:122919:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bed1ec81/0x3e4967fcee50ebfe lrc: 3/0,1 mode: --/PW res: [0x1556:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.120688:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.120696:0:88855:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000badbf7c5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:88855:1845970853025216:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.120698:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874014848 00010000:00010000:3.0:1760456370.120716:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003be9245d/0x3e4967fcee50c260 lrc: 4/0,0 mode: PR/PR res: [0x1552:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0341 expref: 25 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.120717:0:88855:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50ec05 lrc: 3/0,1 mode: --/PW res: [0x1552:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.120740:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.120770:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874014912 00000100:00100000:3.0:1760456370.120782:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1656 00010000:00010000:2.0:1760456370.120783:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e4baf289/0x3e4967fcee50c068 lrc: 4/0,0 mode: PR/PR res: [0x1556:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a02d1 expref: 26 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.120794:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8dd4db1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+26:167593:x1845970874014720:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1760456370.120805:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1760456370.120805:0:164870:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c7226916 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:164870:1845970853025344:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.120811:0:122347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1657 00010000:00010000:3.0:1760456370.120814:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000072d1e325/0x3e4967fcee50c125 lrc: 4/0,0 mode: PR/PR res: [0x154c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a02fb expref: 26 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.120822:0:122347:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c31687e1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+26:167593:x1845970874014784:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1760456370.120822:0:164870:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50ec0c lrc: 3/0,1 mode: --/PW res: [0x1561:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.120837:0:122347:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.120841:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000072d1e325/0x3e4967fcee50c125 lrc: 3/0,0 mode: PR/PR res: [0x154c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a02fb expref: 26 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.120844:0:122347:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000813a8be3/0x3e4967fcee50c0e6 lrc: 4/0,0 mode: PR/PR res: [0x154a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a02ed expref: 26 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.120871:0:122347:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000813a8be3/0x3e4967fcee50c0e6 lrc: 3/0,0 mode: PR/PR res: [0x154a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a02ed expref: 26 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.120878:0:88636:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000072d1e325/0x3e4967fcee50c125 lrc: 0/0,0 mode: --/PR res: [0x154c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a02fb expref: 26 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.120886:0:122347:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000813a8be3/0x3e4967fcee50c0e6 lrc: 0/0,0 mode: --/PR res: [0x154a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a02ed expref: 25 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.120887:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.120890:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.120893:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000555fe934/0x3e4967fcee50ebf0 lrc: 3/0,1 mode: PW/PW res: [0x154c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.120897:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456370.120904:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000555fe934/0x3e4967fcee50ebf0 lrc: 4/0,1 mode: PW/PW res: [0x154c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.120905:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.120908:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.120911:0:122347:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50ebf7 lrc: 3/0,1 mode: PW/PW res: [0x154a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.120917:0:122347:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50ebf7 lrc: 4/0,1 mode: PW/PW res: [0x154a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.120927:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456370.120941:0:122347:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.120946:0:164869:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50ebf7 lrc: 3/0,1 mode: PW/PW res: [0x154a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.120954:0:164869:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50ebf7 lrc: 3/0,1 mode: PW/PW res: [0x154a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.120957:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8dd4db1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+24:167593:x1845970874014720:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 166us (527us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.120967:0:122347:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c31687e1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+24:167593:x1845970874014784:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 145us (459us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.120972:0:164869:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50ebf7 lrc: 3/0,1 mode: PW/PW res: [0x154a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.120978:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1656 00010000:00010000:0.0:1760456370.120984:0:164869:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50ebf7 lrc: 2/0,0 mode: PW/PW res: [0x154a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.120988:0:122347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1657 00000100:00100000:3.0:1760456370.120997:0:88636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874014976 00010000:00010000:3.0:1760456370.121009:0:88636:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c018cb1a/0x3e4967fcee50c2de lrc: 4/0,0 mode: PR/PR res: [0x1561:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a035d expref: 23 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.121012:0:122347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1658 00010000:00010000:0.0:1760456370.121013:0:164869:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.121017:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.121023:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50ebf7 lrc: 2/0,0 mode: PW/PW res: [0x154a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.121024:0:122347:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000043c9bf24 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+23:167593:x1845970874014848:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1760456370.121035:0:122347:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456370.121036:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000066fd183f already unused, calling callback (0000000049577fce) 00000100:00100000:3.0:1760456370.121037:0:88636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1659 00010000:00010000:1.0:1760456370.121041:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50ebf7 lrc: 2/0,0 mode: PW/PW res: [0x154a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.121043:0:122347:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003be9245d/0x3e4967fcee50c260 lrc: 4/0,0 mode: PR/PR res: [0x1552:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0341 expref: 23 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.121048:0:88636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001fa99884 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+23:167595:x1845970874014912:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1760456370.121060:0:88636:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.121062:0:122347:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003be9245d/0x3e4967fcee50c260 lrc: 3/0,0 mode: PR/PR res: [0x1552:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0341 expref: 23 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.121067:0:88636:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e4baf289/0x3e4967fcee50c068 lrc: 4/0,0 mode: PR/PR res: [0x1556:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a02d1 expref: 23 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.121080:0:88636:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e4baf289/0x3e4967fcee50c068 lrc: 3/0,0 mode: PR/PR res: [0x1556:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a02d1 expref: 23 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.121083:0:122347:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003be9245d/0x3e4967fcee50c260 lrc: 0/0,0 mode: --/PR res: [0x1552:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0341 expref: 23 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.121103:0:88636:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e4baf289/0x3e4967fcee50c068 lrc: 0/0,0 mode: --/PR res: [0x1556:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a02d1 expref: 23 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.121106:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50ebf7 lrc: 3/0,0 mode: PW/PW res: [0x154a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.121108:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.121112:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.121114:0:122347:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50ec05 lrc: 3/0,1 mode: PW/PW res: [0x1552:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.121116:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.121119:0:88636:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.121122:0:88636:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bed1ec81/0x3e4967fcee50ebfe lrc: 3/0,1 mode: PW/PW res: [0x1556:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.121137:0:122347:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50ec05 lrc: 4/0,1 mode: PW/PW res: [0x1552:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.121140:0:88636:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bed1ec81/0x3e4967fcee50ebfe lrc: 4/0,1 mode: PW/PW res: [0x1556:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.121145:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50ebf7 lrc: 1/0,0 mode: --/PW res: [0x154a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.121164:0:122347:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456370.121164:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000066fd183f/0x3e4967fcee50ebf7 lrc: 0/0,0 mode: --/PW res: [0x154a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.121169:0:88855:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50ec05 lrc: 3/0,1 mode: PW/PW res: [0x1552:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.121177:0:88855:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50ec05 lrc: 3/0,1 mode: PW/PW res: [0x1552:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.121181:0:88636:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.121184:0:88855:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50ec05 lrc: 3/0,1 mode: PW/PW res: [0x1552:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.121187:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.121188:0:122347:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000043c9bf24 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+21:167593:x1845970874014848:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 165us (501us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456370.121192:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.121196:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.121200:0:88855:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50ec05 lrc: 2/0,0 mode: PW/PW res: [0x1552:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.121204:0:122347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1658 00000100:00100000:3.0:1760456370.121213:0:88636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001fa99884 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+20:167595:x1845970874014912:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 163us (472us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.121222:0:122347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1660 00010000:00010000:0.0:1760456370.121229:0:88855:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.121232:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1760456370.121235:0:122347:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005dd317a2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+20:167594:x1845970874014976:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00000100:00100000:3.0:1760456370.121236:0:88636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1659 00010000:00010000:1.0:1760456370.121237:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50ec05 lrc: 2/0,0 mode: PW/PW res: [0x1552:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.121246:0:122347:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1760456370.121247:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002f5c0ee5 already unused, calling callback (0000000049577fce) 00010000:00010000:2.0:1760456370.121251:0:122347:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c018cb1a/0x3e4967fcee50c2de lrc: 4/0,0 mode: PR/PR res: [0x1561:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a035d expref: 19 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.121251:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50ec05 lrc: 2/0,0 mode: PW/PW res: [0x1552:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.121268:0:122919:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bed1ec81/0x3e4967fcee50ebfe lrc: 3/0,1 mode: PW/PW res: [0x1556:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.121271:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50ec05 lrc: 3/0,0 mode: PW/PW res: [0x1552:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.121276:0:122347:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c018cb1a/0x3e4967fcee50c2de lrc: 3/0,0 mode: PR/PR res: [0x1561:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a035d expref: 19 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.121281:0:122919:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bed1ec81/0x3e4967fcee50ebfe lrc: 3/0,1 mode: PW/PW res: [0x1556:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.121301:0:122919:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bed1ec81/0x3e4967fcee50ebfe lrc: 3/0,1 mode: PW/PW res: [0x1556:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.121301:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50ec05 lrc: 1/0,0 mode: --/PW res: [0x1552:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.121307:0:122347:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c018cb1a/0x3e4967fcee50c2de lrc: 0/0,0 mode: --/PR res: [0x1561:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a035d expref: 19 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.121325:0:122919:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bed1ec81/0x3e4967fcee50ebfe lrc: 2/0,0 mode: PW/PW res: [0x1556:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.121326:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002f5c0ee5/0x3e4967fcee50ec05 lrc: 0/0,0 mode: --/PW res: [0x1552:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.121330:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.121333:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.121335:0:122347:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50ec0c lrc: 3/0,1 mode: PW/PW res: [0x1561:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.121353:0:122919:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1760456370.121355:0:122347:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50ec0c lrc: 4/0,1 mode: PW/PW res: [0x1561:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.121357:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456370.121361:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.121362:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bed1ec81/0x3e4967fcee50ebfe lrc: 2/0,0 mode: PW/PW res: [0x1556:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.121369:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bed1ec81 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.121371:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bed1ec81/0x3e4967fcee50ebfe lrc: 2/0,0 mode: PW/PW res: [0x1556:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.121375:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bed1ec81/0x3e4967fcee50ebfe lrc: 3/0,0 mode: PW/PW res: [0x1556:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.121382:0:122347:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1760456370.121386:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bed1ec81/0x3e4967fcee50ebfe lrc: 1/0,0 mode: --/PW res: [0x1556:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.121388:0:164870:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50ec0c lrc: 3/0,1 mode: PW/PW res: [0x1561:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.121392:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bed1ec81/0x3e4967fcee50ebfe lrc: 0/0,0 mode: --/PW res: [0x1556:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.121405:0:122347:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005dd317a2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+18:167594:x1845970874014976:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 172us (543us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.121405:0:164870:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50ec0c lrc: 3/0,1 mode: PW/PW res: [0x1561:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.121419:0:122347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1660 00010000:00010000:0.0:1760456370.121420:0:164870:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50ec0c lrc: 3/0,1 mode: PW/PW res: [0x1561:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.121422:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.121425:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.121427:0:164870:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50ec0c lrc: 2/0,0 mode: PW/PW res: [0x1561:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.121429:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.121448:0:164870:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.121456:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.121460:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50ec0c lrc: 2/0,0 mode: PW/PW res: [0x1561:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.121466:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000291c078f already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.121468:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50ec0c lrc: 2/0,0 mode: PW/PW res: [0x1561:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.121473:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50ec0c lrc: 3/0,0 mode: PW/PW res: [0x1561:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.121486:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50ec0c lrc: 1/0,0 mode: --/PW res: [0x1561:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.121491:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000291c078f/0x3e4967fcee50ec0c lrc: 0/0,0 mode: --/PW res: [0x1561:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.121504:0:123791:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000555fe934/0x3e4967fcee50ebf0 lrc: 3/0,1 mode: PW/PW res: [0x154c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.121506:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.121508:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.121530:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1760456370.121537:0:123791:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000555fe934/0x3e4967fcee50ebf0 lrc: 3/0,1 mode: PW/PW res: [0x154c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.121542:0:123791:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000555fe934/0x3e4967fcee50ebf0 lrc: 3/0,1 mode: PW/PW res: [0x154c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.121548:0:123791:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000555fe934/0x3e4967fcee50ebf0 lrc: 2/0,0 mode: PW/PW res: [0x154c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.121567:0:123791:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1760456370.121652:0:164867:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b12c6387 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+632:85190:x1845970853024320:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4197us (4374us total) trans 12884911457 rc 0/0 00000100:00100000:3.0:1760456370.121661:0:164867:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19665 00000100:00100000:0.0:1760456370.121686:0:164870:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d8310d42 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+631:85190:x1845970853025280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1777us (1858us total) trans 12884911463 rc 0/0 00000100:00100000:0.0:1760456370.121694:0:164870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19672 00000004:00080000:3.0:1760456370.121697:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e97421cc/2, rc 0, transno 9575 00000100:00100000:3.0:1760456370.121710:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e97421cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853025280:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456370.121734:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.121738:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000555fe934/0x3e4967fcee50ebf0 lrc: 2/0,0 mode: PW/PW res: [0x154c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.121745:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000555fe934 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.121747:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000555fe934/0x3e4967fcee50ebf0 lrc: 2/0,0 mode: PW/PW res: [0x154c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.121753:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000555fe934/0x3e4967fcee50ebf0 lrc: 3/0,0 mode: PW/PW res: [0x154c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.121766:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000074a89379 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853025408:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456370.121766:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000555fe934/0x3e4967fcee50ebf0 lrc: 1/0,0 mode: --/PW res: [0x154c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1760456370.121773:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000679c2b5f/2, rc 0, transno 9569 00010000:00010000:0.0:1760456370.121780:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000555fe934/0x3e4967fcee50ebf0 lrc: 0/0,0 mode: --/PW res: [0x154c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123791 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.121786:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000679c2b5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853024320:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.121793:0:123791:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b6bfbceb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+631:85188:x1845970853024896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2665us (2721us total) trans 12884911464 rc 0/0 00000100:00100000:1.0:1760456370.121802:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1760456370.121804:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.121808:0:123791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19668 00010000:00010000:0.0:1760456370.121808:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.121811:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.121834:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1760456370.121843:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000441e269 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853025472:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.121877:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1760456370.121893:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000002eddd89b/2, rc 0, transno 9576 00000100:00100000:0.0:1760456370.121907:0:122923:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009e8799bc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+630:85188:x1845970853024576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3355us (3624us total) trans 12884911458 rc 0/0 00000100:00100000:2.0:1760456370.121910:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002eddd89b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853024896:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.121919:0:122923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19667 00000100:00100000:3.0:1760456370.121922:0:164867:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853025408 00000004:00080000:2.0:1760456370.121931:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000fc699851/2, rc 0, transno 9570 00000100:00100000:2.0:1760456370.121938:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc699851 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853024576:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.121942:0:122923:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853025472 00000100:00100000:3.0:1760456370.121952:0:164867:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19673 00000100:00100000:3.0:1760456370.121958:0:164867:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c71cb76 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+631:85191:x1845970853025408:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1760456370.121972:0:164867:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5460 count 1 00000100:00100000:1.0:1760456370.121976:0:87240:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d18b3c10 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+631:85188:x1845970853024448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4418us (4493us total) trans 12884911459 rc 0/0 00000100:00100000:0.0:1760456370.121976:0:122923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19674 00000100:00100000:0.0:1760456370.121984:0:122923:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e4915ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+631:85189:x1845970853025472:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.121985:0:164867:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50ec13 lrc: 3/0,1 mode: --/PW res: [0x1554:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.121988:0:87240:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19666 00010000:00010000:3.0:1760456370.121999:0:164867:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b1142947/0x3e4967fcee50c35c lrc: 2/0,0 mode: PR/PR res: [0x1554:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0379 expref: 17 pid: 87239 timeout: 0 lvb_type: 1 00002000:00080000:0.0:1760456370.122004:0:122923:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5488 count 1 00010000:00010000:3.0:1760456370.122006:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.122009:0:164867:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.122011:0:164867:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50ec13 lrc: 4/0,1 mode: --/PW res: [0x1554:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.122016:0:85191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1760456370.122016:0:122923:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50ec1a lrc: 3/0,1 mode: --/PW res: [0x1570:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.122025:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d566327 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853025600:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456370.122029:0:122923:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e523d540/0x3e4967fcee50c458 lrc: 2/0,0 mode: PR/PR res: [0x1570:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a03b1 expref: 17 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.122035:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.122037:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.122039:0:122923:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50ec1a lrc: 4/0,1 mode: --/PW res: [0x1570:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1760456370.122045:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b97fd9a0/2, rc 0, transno 9571 00010000:00010000:3.0:1760456370.122047:0:164867:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b1142947/0x3e4967fcee50c35c lrc: 3/0,0 mode: PR/PR res: [0x1554:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0379 expref: 17 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1760456370.122058:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b97fd9a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853024448:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456370.122058:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1760456370.122060:0:122923:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e523d540/0x3e4967fcee50c458 lrc: 3/0,0 mode: PR/PR res: [0x1570:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a03b1 expref: 17 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.122062:0:164867:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b1142947/0x3e4967fcee50c35c lrc: 4/0,0 mode: PR/PR res: [0x1554:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0379 expref: 17 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.122072:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1760456370.122084:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003f2456ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853025536:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456370.122087:0:122921:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853025600 00000100:00100000:3.0:1760456370.122090:0:164867:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e1e5047 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:164867:1845970853025664:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.122101:0:122923:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e523d540/0x3e4967fcee50c458 lrc: 4/0,0 mode: PR/PR res: [0x1570:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a03b1 expref: 17 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.122112:0:122923:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c7226916 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:122923:1845970853025728:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456370.122115:0:87240:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19675 00000100:00100000:1.0:1760456370.122120:0:87240:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000360b0d8a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+631:85191:x1845970853025600:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.122129:0:164867:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f3e92267 going to sleep for 6 seconds 00000100:00100000:2.0:1760456370.122132:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1760456370.122133:0:87240:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5486 count 1 00000100:00100000:0.0:1760456370.122142:0:122923:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e9ed637f going to sleep for 6 seconds 00010000:00010000:1.0:1760456370.122146:0:87240:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50ec21 lrc: 3/0,1 mode: --/PW res: [0x156e:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.122151:0:122906:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853025536 00010000:00010000:1.0:1760456370.122157:0:87240:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e5c09956/0x3e4967fcee50c554 lrc: 2/0,0 mode: PR/PR res: [0x156e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a03e9 expref: 17 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.122170:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.122172:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.122175:0:87240:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50ec21 lrc: 4/0,1 mode: --/PW res: [0x156e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.122187:0:122906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19676 00000100:00100000:3.0:1760456370.122193:0:122906:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000048953463 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+632:85188:x1845970853025536:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.122202:0:87240:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e5c09956/0x3e4967fcee50c554 lrc: 3/0,0 mode: PR/PR res: [0x156e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a03e9 expref: 17 pid: 87239 timeout: 0 lvb_type: 1 00002000:00080000:3.0:1760456370.122207:0:122906:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:5487 count 1 00010000:00010000:1.0:1760456370.122219:0:87240:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e5c09956/0x3e4967fcee50c554 lrc: 4/0,0 mode: PR/PR res: [0x156e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a03e9 expref: 17 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.122220:0:122906:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000316a8334/0x3e4967fcee50ec28 lrc: 3/0,1 mode: --/PW res: [0x156f:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.122233:0:164869:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac15ffdc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+632:85191:x1845970853024832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3012us (3100us total) trans 12884911460 rc 0/0 00010000:00010000:3.0:1760456370.122247:0:122906:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000dab82cce/0x3e4967fcee50c4d6 lrc: 2/0,0 mode: PR/PR res: [0x156f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a03cd expref: 17 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1760456370.122251:0:87240:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000020d5ae43 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:87240:1845970853025856:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.122252:0:164869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19669 00010000:00010000:3.0:1760456370.122266:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.122268:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.122269:0:122906:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000316a8334/0x3e4967fcee50ec28 lrc: 4/0,1 mode: --/PW res: [0x156f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.122286:0:122906:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000dab82cce/0x3e4967fcee50c4d6 lrc: 3/0,0 mode: PR/PR res: [0x156f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a03cd expref: 17 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1760456370.122290:0:87240:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d8dd12bb going to sleep for 6 seconds 00010000:00010000:3.0:1760456370.122294:0:122906:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000dab82cce/0x3e4967fcee50c4d6 lrc: 4/0,0 mode: PR/PR res: [0x156f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a03cd expref: 17 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.122305:0:122906:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000078c1ca98 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:122906:1845970853025920:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456370.122367:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000008613f1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853025792:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.122386:0:122919:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009f1350c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+631:85191:x1845970853024768:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3020us (3131us total) trans 12884911462 rc 0/0 00000100:00100000:3.0:1760456370.122393:0:122919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19670 00000100:00100000:0.0:1760456370.122397:0:88855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000014ccda18 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+631:85188:x1845970853025024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2969us (3094us total) trans 12884911461 rc 0/0 00000100:00100000:1.0:1760456370.122404:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1760456370.122411:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000fe71b918/2, rc 0, transno 9573 00000100:00100000:0.0:1760456370.122412:0:88855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19671 00000100:00100000:2.0:1760456370.122424:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe71b918 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853025024:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.122446:0:122919:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853025792 00000100:00100000:2.0:1760456370.122457:0:85189:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1760456370.122467:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ccb9cad2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853025984:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1760456370.122471:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e511b013/2, rc 0, transno 9574 00000100:00100000:0.0:1760456370.122476:0:164869:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19677 00000100:00100000:0.0:1760456370.122482:0:164869:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d488f490 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+630:85191:x1845970853025792:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456370.122485:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e511b013 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853024768:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.122494:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:0.0:1760456370.122498:0:164869:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:6040 count 1 00000004:00080000:1.0:1760456370.122500:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000be747c1e/2, rc 0, transno 9572 00000100:00100000:1.0:1760456370.122505:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be747c1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853024832:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456370.122563:0:164869:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50ec2f lrc: 3/0,1 mode: --/PW res: [0x1798:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.122574:0:164869:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000056b83719/0x3e4967fcee50c593 lrc: 2/0,0 mode: PR/PR res: [0x1798:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a03f7 expref: 17 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.122582:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.122584:0:164869:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.122586:0:164869:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50ec2f lrc: 4/0,1 mode: --/PW res: [0x1798:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.122593:0:122906:0:(client.c:2500:ptlrpc_set_wait()) set 000000001dd5b353 going to sleep for 6 seconds 00010000:00010000:0.0:1760456370.122611:0:164869:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000056b83719/0x3e4967fcee50c593 lrc: 3/0,0 mode: PR/PR res: [0x1798:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a03f7 expref: 17 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1760456370.122628:0:122920:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853025984 00010000:00010000:0.0:1760456370.122635:0:164869:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000056b83719/0x3e4967fcee50c593 lrc: 4/0,0 mode: PR/PR res: [0x1798:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a03f7 expref: 17 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.122648:0:85189:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd2635ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853026048:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.122650:0:164869:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000badbf7c5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:164869:1845970853026112:192.168.203.34@tcp:104: 00000100:00100000:3.0:1760456370.122664:0:122919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19678 00000100:00100000:3.0:1760456370.122671:0:122919:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dfef8613 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+631:85189:x1845970853025984:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1760456370.122685:0:122919:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:86172 count 1 00000100:00100000:0.0:1760456370.122685:0:164869:0:(client.c:2500:ptlrpc_set_wait()) set 0000000066840e62 going to sleep for 6 seconds 00000100:00100000:2.0:1760456370.122686:0:85189:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1760456370.122701:0:122919:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f7b1e160/0x3e4967fcee50ec36 lrc: 3/0,1 mode: --/PW res: [0x1509c:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.122711:0:88855:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853026048 00010000:00010000:3.0:1760456370.122713:0:122919:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008e112313/0x3e4967fcee50c650 lrc: 2/0,0 mode: PR/PR res: [0x1509c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0421 expref: 17 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.122729:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.122731:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.122733:0:122919:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f7b1e160/0x3e4967fcee50ec36 lrc: 4/0,1 mode: --/PW res: [0x1509c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.122750:0:88855:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19679 00010000:00010000:3.0:1760456370.122756:0:122919:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008e112313/0x3e4967fcee50c650 lrc: 3/0,0 mode: PR/PR res: [0x1509c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0421 expref: 17 pid: 87239 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1760456370.122759:0:88855:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000713f1f63 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+632:85189:x1845970853026048:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.122774:0:122919:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008e112313/0x3e4967fcee50c650 lrc: 4/0,0 mode: PR/PR res: [0x1509c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0421 expref: 17 pid: 87239 timeout: 4721 lvb_type: 1 00002000:00080000:0.0:1760456370.122778:0:88855:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:86181 count 1 00000100:00100000:3.0:1760456370.122789:0:122919:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000102e32a3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:122919:1845970853026240:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.122793:0:88855:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50ec3d lrc: 3/0,1 mode: --/PW res: [0x150a5:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.122806:0:88855:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fa108e7b/0x3e4967fcee50c68f lrc: 2/0,0 mode: PR/PR res: [0x150a5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a042f expref: 17 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.122811:0:88855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.122812:0:88855:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.122814:0:88855:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50ec3d lrc: 4/0,1 mode: --/PW res: [0x150a5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.122819:0:85191:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1760456370.122826:0:122919:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c9d645c2 going to sleep for 6 seconds 00000100:00100000:1.0:1760456370.122830:0:85191:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a100ee31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853026176:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456370.122830:0:88855:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fa108e7b/0x3e4967fcee50c68f lrc: 3/0,0 mode: PR/PR res: [0x150a5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a042f expref: 17 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.122843:0:88855:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fa108e7b/0x3e4967fcee50c68f lrc: 4/0,0 mode: PR/PR res: [0x150a5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a042f expref: 17 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.122858:0:88855:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000892be2b2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:88855:1845970853026304:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456370.122867:0:85191:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1760456370.122872:0:164867:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e1e5047 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:164867:1845970853025664:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.122893:0:164867:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50ec13 lrc: 3/0,1 mode: --/PW res: [0x1554:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.122894:0:88855:0:(client.c:2500:ptlrpc_set_wait()) set 00000000756f8c76 going to sleep for 6 seconds 00000100:00100000:0.0:1760456370.122914:0:164870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853026176 00000100:00100000:1.0:1760456370.122948:0:122921:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19680 00000100:00100000:1.0:1760456370.122997:0:122921:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a4abf19e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+633:85191:x1845970853026176:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1760456370.123037:0:87240:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000020d5ae43 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:87240:1845970853025856:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.123045:0:87240:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50ec21 lrc: 3/0,1 mode: --/PW res: [0x156e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1760456370.123059:0:122921:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:86182 count 1 00010000:00010000:1.0:1760456370.123067:0:122921:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50ec44 lrc: 3/0,1 mode: --/PW res: [0x150a6:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.123106:0:122921:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ad5f488f/0x3e4967fcee50c6ce lrc: 2/0,0 mode: PR/PR res: [0x150a6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a043d expref: 17 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.123163:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.123165:0:122921:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.123167:0:122921:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50ec44 lrc: 4/0,1 mode: --/PW res: [0x150a6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.123186:0:122921:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ad5f488f/0x3e4967fcee50c6ce lrc: 3/0,0 mode: PR/PR res: [0x150a6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a043d expref: 17 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.123194:0:122921:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ad5f488f/0x3e4967fcee50c6ce lrc: 4/0,0 mode: PR/PR res: [0x150a6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a043d expref: 17 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:1.0:1760456370.123204:0:122921:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000020d5ae43 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:122921:1845970853026368:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456370.123238:0:122921:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d8dd12bb going to sleep for 6 seconds 00000100:00100000:1.0:1760456370.123319:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:3.0:1760456370.123352:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874015040 00010000:00010000:3.0:1760456370.123364:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b1142947/0x3e4967fcee50c35c lrc: 4/0,0 mode: PR/PR res: [0x1554:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0379 expref: 18 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.123381:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1661 00000100:00100000:3.0:1760456370.123385:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013630b73 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+18:167593:x1845970874015040:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1760456370.123390:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.123393:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b1142947/0x3e4967fcee50c35c lrc: 4/0,0 mode: PR/PR res: [0x1554:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0379 expref: 18 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.123399:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b1142947/0x3e4967fcee50c35c lrc: 3/0,0 mode: PR/PR res: [0x1554:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0379 expref: 18 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.123408:0:122345:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b1142947/0x3e4967fcee50c35c lrc: 0/0,0 mode: --/PR res: [0x1554:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0379 expref: 18 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.123414:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.123415:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.123417:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50ec13 lrc: 3/0,1 mode: PW/PW res: [0x1554:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.123422:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50ec13 lrc: 4/0,1 mode: PW/PW res: [0x1554:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.123436:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1760456370.123465:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013630b73 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+17:167593:x1845970874015040:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 77us (145us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.123474:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1661 00000100:00100000:0.0:1760456370.123540:0:122923:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c7226916 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:122923:1845970853025728:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.123559:0:164867:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50ec13 lrc: 3/0,1 mode: PW/PW res: [0x1554:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.123560:0:122923:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50ec1a lrc: 3/0,1 mode: --/PW res: [0x1570:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.123568:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456370.123582:0:164867:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50ec13 lrc: 3/0,1 mode: PW/PW res: [0x1554:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.123592:0:164867:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50ec13 lrc: 3/0,1 mode: PW/PW res: [0x1554:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.123599:0:164867:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50ec13 lrc: 2/0,0 mode: PW/PW res: [0x1554:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.123630:0:164867:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.123640:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.123645:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50ec13 lrc: 2/0,0 mode: PW/PW res: [0x1554:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.123652:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b2243183 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.123655:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50ec13 lrc: 2/0,0 mode: PW/PW res: [0x1554:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.123661:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50ec13 lrc: 3/0,0 mode: PW/PW res: [0x1554:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.123668:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:1.0:1760456370.123680:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50ec13 lrc: 1/0,0 mode: --/PW res: [0x1554:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.123685:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b2243183/0x3e4967fcee50ec13 lrc: 0/0,0 mode: --/PW res: [0x1554:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164867 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.123691:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:3.0:1760456370.123713:0:86475:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874015104 00010000:00010000:3.0:1760456370.123733:0:86475:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e5c09956/0x3e4967fcee50c554 lrc: 4/0,0 mode: PR/PR res: [0x156e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a03e9 expref: 17 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.123749:0:164869:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000badbf7c5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:164869:1845970853026112:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.123753:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.123757:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.123760:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.123764:0:164869:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50ec2f lrc: 3/0,1 mode: --/PW res: [0x1798:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.123775:0:122344:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874015168 00000100:00100000:3.0:1760456370.123776:0:86475:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874015232 00010000:00010000:2.0:1760456370.123788:0:122344:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e523d540/0x3e4967fcee50c458 lrc: 4/0,0 mode: PR/PR res: [0x1570:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a03b1 expref: 19 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.123794:0:86475:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000dab82cce/0x3e4967fcee50c4d6 lrc: 5/0,0 mode: PR/PR res: [0x156f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a03cd expref: 19 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.123824:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1662 00000100:00100000:3.0:1760456370.123837:0:86475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1663 00000100:00100000:2.0:1760456370.123838:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000578ef46b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+19:167593:x1845970874015104:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1760456370.123847:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1760456370.123849:0:86475:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d366081f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+19:167596:x1845970874015168:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1760456370.123852:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e5c09956/0x3e4967fcee50c554 lrc: 4/0,0 mode: PR/PR res: [0x156e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a03e9 expref: 19 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.123863:0:86475:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.123867:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e5c09956/0x3e4967fcee50c554 lrc: 3/0,0 mode: PR/PR res: [0x156e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a03e9 expref: 19 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.123872:0:86475:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e523d540/0x3e4967fcee50c458 lrc: 4/0,0 mode: PR/PR res: [0x1570:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a03b1 expref: 19 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.123885:0:86474:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e5c09956/0x3e4967fcee50c554 lrc: 0/0,0 mode: --/PR res: [0x156e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a03e9 expref: 19 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.123890:0:86475:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e523d540/0x3e4967fcee50c458 lrc: 3/0,0 mode: PR/PR res: [0x1570:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a03b1 expref: 19 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.123900:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.123902:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.123905:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50ec21 lrc: 3/0,1 mode: PW/PW res: [0x156e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.123911:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50ec21 lrc: 4/0,1 mode: PW/PW res: [0x156e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.123914:0:86475:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e523d540/0x3e4967fcee50c458 lrc: 0/0,0 mode: --/PR res: [0x1570:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a03b1 expref: 18 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.123934:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.123934:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456370.123938:0:86475:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.123941:0:86475:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50ec1a lrc: 3/0,1 mode: PW/PW res: [0x1570:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.123949:0:86475:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50ec1a lrc: 4/0,1 mode: PW/PW res: [0x1570:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.123960:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000578ef46b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+17:167593:x1845970874015104:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 128us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.123969:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1662 00010000:00010000:3.0:1760456370.123973:0:86475:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1760456370.123990:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1664 00010000:00010000:0.0:1760456370.123995:0:122923:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50ec1a lrc: 3/0,1 mode: PW/PW res: [0x1570:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.123996:0:86475:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d366081f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+16:167596:x1845970874015168:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 148us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.124000:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a21a439 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+16:167593:x1845970874015232:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00000100:00100000:3.0:1760456370.124014:0:86475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1663 00010000:00010000:0.0:1760456370.124015:0:122923:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50ec1a lrc: 3/0,1 mode: PW/PW res: [0x1570:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.124016:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.124023:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000dab82cce/0x3e4967fcee50c4d6 lrc: 5/0,0 mode: PR/PR res: [0x156f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a03cd expref: 16 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.124032:0:122923:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50ec1a lrc: 3/0,1 mode: PW/PW res: [0x1570:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.124038:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000dab82cce/0x3e4967fcee50c4d6 lrc: 4/0,0 mode: PR/PR res: [0x156f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a03cd expref: 15 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.124046:0:122919:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000102e32a3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:122919:1845970853026240:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.124051:0:122923:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50ec1a lrc: 2/0,0 mode: PW/PW res: [0x1570:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.124059:0:122919:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f7b1e160/0x3e4967fcee50ec36 lrc: 3/0,1 mode: --/PW res: [0x1509c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.124065:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.124067:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.124070:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000316a8334/0x3e4967fcee50ec28 lrc: 3/0,1 mode: PW/PW res: [0x156f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.124077:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000316a8334/0x3e4967fcee50ec28 lrc: 4/0,1 mode: PW/PW res: [0x156f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.124078:0:122923:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456370.124089:0:122906:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dab82cce/0x3e4967fcee50c4d6 lrc: 0/0,0 mode: --/PR res: [0x156f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a03cd expref: 15 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.124092:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1760456370.124103:0:122906:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000078c1ca98 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:122906:1845970853025920:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.124114:0:122906:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000316a8334/0x3e4967fcee50ec28 lrc: 3/0,1 mode: PW/PW res: [0x156f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.124117:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a21a439 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+14:167593:x1845970874015232:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 118us (424us total) trans 0 rc 0/0 00010000:00010000:3.0:1760456370.124132:0:122906:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000316a8334/0x3e4967fcee50ec28 lrc: 3/0,1 mode: PW/PW res: [0x156f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.124135:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1664 00010000:00010000:3.0:1760456370.124142:0:122906:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000316a8334/0x3e4967fcee50ec28 lrc: 3/0,1 mode: PW/PW res: [0x156f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.124153:0:122906:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000316a8334/0x3e4967fcee50ec28 lrc: 3/0,1 mode: PW/PW res: [0x156f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.124158:0:122906:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000316a8334/0x3e4967fcee50ec28 lrc: 2/0,0 mode: PW/PW res: [0x156f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.124171:0:87240:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50ec21 lrc: 3/0,1 mode: PW/PW res: [0x156e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.124178:0:122906:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1760456370.124179:0:87240:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50ec21 lrc: 3/0,1 mode: PW/PW res: [0x156e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.124187:0:87240:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50ec21 lrc: 3/0,1 mode: PW/PW res: [0x156e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.124187:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1760456370.124194:0:87240:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50ec21 lrc: 2/0,0 mode: PW/PW res: [0x156e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.124194:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50ec1a lrc: 2/0,0 mode: PW/PW res: [0x1570:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.124216:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001812ae55 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.124219:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50ec1a lrc: 2/0,0 mode: PW/PW res: [0x1570:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.124221:0:87240:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1760456370.124230:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50ec1a lrc: 3/0,0 mode: PW/PW res: [0x1570:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.124249:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50ec1a lrc: 1/0,0 mode: --/PW res: [0x1570:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.124256:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001812ae55/0x3e4967fcee50ec1a lrc: 0/0,0 mode: --/PW res: [0x1570:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.124263:0:122923:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e4915ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+634:85189:x1845970853025472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2279us (2387us total) trans 12884911465 rc 0/0 00000100:00100000:0.0:1760456370.124273:0:122923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19674 00010000:00010000:1.0:1760456370.124277:0:122922:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1760456370.124281:0:122922:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000316a8334/0x3e4967fcee50ec28 lrc: 2/0,0 mode: PW/PW res: [0x156f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.124289:0:122922:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000316a8334 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.124292:0:122922:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000316a8334/0x3e4967fcee50ec28 lrc: 2/0,0 mode: PW/PW res: [0x156f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.124295:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.124300:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50ec21 lrc: 2/0,0 mode: PW/PW res: [0x156e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.124301:0:122922:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000316a8334/0x3e4967fcee50ec28 lrc: 3/0,0 mode: PW/PW res: [0x156f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.124316:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000330d7dc8 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.124320:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50ec21 lrc: 2/0,0 mode: PW/PW res: [0x156e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.124325:0:122922:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000316a8334/0x3e4967fcee50ec28 lrc: 1/0,0 mode: --/PW res: [0x156f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.124327:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50ec21 lrc: 3/0,0 mode: PW/PW res: [0x156e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.124346:0:122922:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000316a8334/0x3e4967fcee50ec28 lrc: 0/0,0 mode: --/PW res: [0x156f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.124352:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50ec21 lrc: 1/0,0 mode: --/PW res: [0x156e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.124359:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000330d7dc8/0x3e4967fcee50ec21 lrc: 0/0,0 mode: --/PW res: [0x156e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.124368:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.124372:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.124377:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.124378:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.124381:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.124384:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.124388:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.124390:0:122906:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000048953463 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+634:85188:x1845970853025536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2196us (2259us total) trans 12884911466 rc 0/0 00000100:00100000:3.0:1760456370.124396:0:122906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19676 00000004:00080000:0.0:1760456370.124409:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000000441e269/2, rc 0, transno 9577 00000100:00100000:0.0:1760456370.124422:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000441e269 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853025472:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1760456370.124439:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003f2456ae/2, rc 0, transno 9578 00000100:00100000:3.0:1760456370.124444:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003f2456ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853025536:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.124478:0:87240:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000360b0d8a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+634:85191:x1845970853025600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2356us (2421us total) trans 12884911467 rc 0/0 00000100:00100000:2.0:1760456370.124488:0:87240:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19675 00000100:00100000:3.0:1760456370.124494:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c7226916 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853026496:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.124557:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1760456370.124565:0:85190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1760456370.124576:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000badbf7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853026432:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.124609:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456370.124658:0:87240:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853026496 00000004:00080000:0.0:1760456370.124680:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000004d566327/2, rc 0, transno 9579 00000100:00100000:2.0:1760456370.124688:0:87240:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853026432 00000100:00100000:0.0:1760456370.124694:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d566327 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853025600:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.124706:0:164867:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c71cb76 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+636:85191:x1845970853025408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2746us (2907us total) trans 12884911468 rc 0/0 00000100:00100000:2.0:1760456370.124711:0:87240:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19681 00000100:00100000:2.0:1760456370.124716:0:87240:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000078c1ca98 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+636:85188:x1845970853026496:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.124721:0:164867:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19673 00002000:00080000:2.0:1760456370.124725:0:87240:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:87305 count 1 00000100:00100000:0.0:1760456370.124729:0:122923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19682 00000100:00100000:0.0:1760456370.124735:0:122923:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000048410282 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+635:85190:x1845970853026432:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.124738:0:87240:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50ec4b lrc: 3/0,1 mode: --/PW res: [0x15509:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.124748:0:87240:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000dbf0daad/0x3e4967fcee50c841 lrc: 2/0,0 mode: PR/PR res: [0x15509:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a048a expref: 13 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.124753:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.124754:0:87240:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.124755:0:87240:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50ec4b lrc: 4/0,1 mode: --/PW res: [0x15509:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1760456370.124759:0:122923:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:87304 count 1 00010000:00010000:2.0:1760456370.124772:0:87240:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000dbf0daad/0x3e4967fcee50c841 lrc: 3/0,0 mode: PR/PR res: [0x15509:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a048a expref: 13 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.124774:0:122923:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50ec52 lrc: 3/0,1 mode: --/PW res: [0x15508:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.124781:0:87240:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000dbf0daad/0x3e4967fcee50c841 lrc: 4/0,0 mode: PR/PR res: [0x15509:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a048a expref: 13 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.124800:0:87240:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd3fd54a pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:87240:1845970853026560:192.168.203.34@tcp:104: 00010000:00010000:0.0:1760456370.124801:0:122923:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a4737c25/0x3e4967fcee50c7c3 lrc: 2/0,0 mode: PR/PR res: [0x15508:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a046e expref: 13 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.124812:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.124814:0:122923:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1760456370.124816:0:122923:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50ec52 lrc: 4/0,1 mode: --/PW res: [0x15508:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.124833:0:87240:0:(client.c:2500:ptlrpc_set_wait()) set 0000000078339c76 going to sleep for 6 seconds 00010000:00010000:0.0:1760456370.124839:0:122923:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a4737c25/0x3e4967fcee50c7c3 lrc: 3/0,0 mode: PR/PR res: [0x15508:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a046e expref: 13 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1760456370.124849:0:122923:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a4737c25/0x3e4967fcee50c7c3 lrc: 4/0,0 mode: PR/PR res: [0x15508:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a046e expref: 13 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.124858:0:122923:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000007ec553 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:122923:1845970853026624:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.124865:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:0.0:1760456370.124885:0:122923:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e9ed637f going to sleep for 6 seconds 00000100:00100000:3.0:1760456370.124903:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874015296 00010000:00010000:3.0:1760456370.124918:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000056b83719/0x3e4967fcee50c593 lrc: 4/0,0 mode: PR/PR res: [0x1798:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a03f7 expref: 14 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.124941:0:85188:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1760456370.124950:0:122345:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1665 00000100:00100000:0.0:1760456370.124953:0:85188:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000acdd2779 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853026688:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.124960:0:122345:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fe50ac7c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+14:167594:x1845970874015296:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1760456370.124971:0:122345:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.124976:0:122345:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000056b83719/0x3e4967fcee50c593 lrc: 4/0,0 mode: PR/PR res: [0x1798:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a03f7 expref: 14 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.124987:0:122345:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000056b83719/0x3e4967fcee50c593 lrc: 3/0,0 mode: PR/PR res: [0x1798:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a03f7 expref: 14 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.124997:0:85188:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1760456370.125008:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:3.0:1760456370.125011:0:122345:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000056b83719/0x3e4967fcee50c593 lrc: 0/0,0 mode: --/PR res: [0x1798:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a03f7 expref: 14 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.125026:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.125029:0:122345:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.125031:0:122345:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50ec2f lrc: 3/0,1 mode: PW/PW res: [0x1798:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.125031:0:122344:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874015360 00010000:00010000:3.0:1760456370.125038:0:122345:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50ec2f lrc: 4/0,1 mode: PW/PW res: [0x1798:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.125045:0:122344:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008e112313/0x3e4967fcee50c650 lrc: 4/0,0 mode: PR/PR res: [0x1509c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0421 expref: 14 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.125046:0:88855:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000892be2b2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:88855:1845970853026304:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.125056:0:122345:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.125068:0:88855:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50ec3d lrc: 3/0,1 mode: --/PW res: [0x150a5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.125076:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1666 00000100:00100000:3.0:1760456370.125084:0:122345:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fe50ac7c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+14:167594:x1845970874015296:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 126us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.125085:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008635a4f7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+14:167593:x1845970874015360:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1760456370.125097:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1760456370.125098:0:122345:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1665 00010000:00010000:2.0:1760456370.125103:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008e112313/0x3e4967fcee50c650 lrc: 4/0,0 mode: PR/PR res: [0x1509c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0421 expref: 14 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.125107:0:164869:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50ec2f lrc: 3/0,1 mode: PW/PW res: [0x1798:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.125114:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008e112313/0x3e4967fcee50c650 lrc: 3/0,0 mode: PR/PR res: [0x1509c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0421 expref: 13 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.125123:0:122906:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853026688 00010000:00010000:0.0:1760456370.125123:0:164869:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50ec2f lrc: 3/0,1 mode: PW/PW res: [0x1798:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.125133:0:122344:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008e112313/0x3e4967fcee50c650 lrc: 0/0,0 mode: --/PR res: [0x1509c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0421 expref: 13 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.125135:0:164869:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50ec2f lrc: 3/0,1 mode: PW/PW res: [0x1798:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.125142:0:122906:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19683 00010000:00010000:2.0:1760456370.125149:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1760456370.125150:0:122906:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045ae9cc1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+636:85188:x1845970853026688:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1760456370.125151:0:164869:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50ec2f lrc: 2/0,0 mode: PW/PW res: [0x1798:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.125153:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.125156:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f7b1e160/0x3e4967fcee50ec36 lrc: 3/0,1 mode: PW/PW res: [0x1509c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.125173:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f7b1e160/0x3e4967fcee50ec36 lrc: 4/0,1 mode: PW/PW res: [0x1509c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1760456370.125174:0:122906:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:2504 count 1 00010000:00010000:0.0:1760456370.125183:0:164869:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456370.125188:0:122906:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000084015e79/0x3e4967fcee50ec59 lrc: 3/0,1 mode: --/PW res: [0x9c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.125200:0:122906:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001cdd72ed/0x3e4967fcee50c97c lrc: 2/0,0 mode: PR/PR res: [0x9c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a04d0 expref: 12 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.125202:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456370.125207:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.125209:0:122906:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.125211:0:122906:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000084015e79/0x3e4967fcee50ec59 lrc: 4/0,1 mode: --/PW res: [0x9c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.125225:0:122919:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f7b1e160/0x3e4967fcee50ec36 lrc: 3/0,1 mode: PW/PW res: [0x1509c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.125225:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008635a4f7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+12:167593:x1845970874015360:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 139us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.125238:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1666 00010000:00010000:3.0:1760456370.125244:0:122919:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f7b1e160/0x3e4967fcee50ec36 lrc: 3/0,1 mode: PW/PW res: [0x1509c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.125254:0:122919:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f7b1e160/0x3e4967fcee50ec36 lrc: 3/0,1 mode: PW/PW res: [0x1509c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.125261:0:122919:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f7b1e160/0x3e4967fcee50ec36 lrc: 2/0,0 mode: PW/PW res: [0x1509c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.125282:0:122919:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1760456370.125294:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1760456370.125300:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50ec2f lrc: 2/0,0 mode: PW/PW res: [0x1798:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.125310:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000088839f4b already unused, calling callback (0000000049577fce) 00000100:00100000:2.0:1760456370.125315:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:1.0:1760456370.125315:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50ec2f lrc: 2/0,0 mode: PW/PW res: [0x1798:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.125326:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50ec2f lrc: 3/0,0 mode: PW/PW res: [0x1798:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.125341:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50ec2f lrc: 1/0,0 mode: --/PW res: [0x1798:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.125348:0:164869:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d488f490 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+637:85191:x1845970853025792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2864us (2945us total) trans 12884911469 rc 0/0 00010000:00010000:1.0:1760456370.125352:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000088839f4b/0x3e4967fcee50ec2f lrc: 0/0,0 mode: --/PW res: [0x1798:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 164869 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.125364:0:164869:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19677 00010000:00010000:1.0:1760456370.125381:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1760456370.125386:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:0.0:1760456370.125394:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1760456370.125409:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874015424 00000004:00080000:0.0:1760456370.125421:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000074a89379/2, rc 0, transno 9580 00010000:00010000:2.0:1760456370.125423:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fa108e7b/0x3e4967fcee50c68f lrc: 4/0,0 mode: PR/PR res: [0x150a5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a042f expref: 12 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.125437:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000074a89379 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853025408:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.125444:0:122347:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874015488 00010000:00010000:2.0:1760456370.125455:0:122347:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ad5f488f/0x3e4967fcee50c6ce lrc: 5/0,0 mode: PR/PR res: [0x150a6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a043d expref: 13 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.125478:0:122347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1667 00000100:00100000:2.0:1760456370.125483:0:122347:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c228cfa pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+13:167594:x1845970874015424:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1760456370.125490:0:122347:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1760456370.125491:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000892be2b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853026752:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1760456370.125493:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f7b1e160/0x3e4967fcee50ec36 lrc: 2/0,0 mode: PW/PW res: [0x1509c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.125496:0:122347:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fa108e7b/0x3e4967fcee50c68f lrc: 4/0,0 mode: PR/PR res: [0x150a5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a042f expref: 13 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.125536:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f7b1e160 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.125541:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f7b1e160/0x3e4967fcee50ec36 lrc: 2/0,0 mode: PW/PW res: [0x1509c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.125545:0:122347:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fa108e7b/0x3e4967fcee50c68f lrc: 3/0,0 mode: PR/PR res: [0x150a5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a042f expref: 13 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.125555:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1760456370.125565:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f7b1e160/0x3e4967fcee50ec36 lrc: 3/0,0 mode: PW/PW res: [0x1509c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.125574:0:122347:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fa108e7b/0x3e4967fcee50c68f lrc: 0/0,0 mode: --/PR res: [0x150a5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a042f expref: 13 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.125584:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.125585:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1760456370.125587:0:122919:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dfef8613 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+637:85189:x1845970853025984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2915us (3094us total) trans 12884911470 rc 0/0 00010000:00010000:2.0:1760456370.125588:0:122347:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50ec3d lrc: 3/0,1 mode: PW/PW res: [0x150a5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.125602:0:122919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19678 00010000:00010000:2.0:1760456370.125602:0:122347:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50ec3d lrc: 4/0,1 mode: PW/PW res: [0x150a5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.125603:0:87239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853026752 00010000:00010000:2.0:1760456370.125638:0:122347:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:3.0:1760456370.125652:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ccb9cad2/2, rc 0, transno 9582 00010000:00010000:0.0:1760456370.125655:0:88855:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50ec3d lrc: 3/0,1 mode: PW/PW res: [0x150a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.125665:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ccb9cad2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853025984:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.125665:0:122347:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c228cfa pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+12:167594:x1845970874015424:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 177us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1760456370.125683:0:122347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1667 00000100:00100000:3.0:1760456370.125689:0:122919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19684 00010000:00010000:0.0:1760456370.125693:0:88855:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50ec3d lrc: 3/0,1 mode: PW/PW res: [0x150a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.125696:0:122919:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eadf8f49 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+637:85190:x1845970853026752:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.125705:0:122347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1668 00002000:00080000:3.0:1760456370.125711:0:122919:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:3556 count 1 00000100:00100000:2.0:1760456370.125712:0:122347:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009729084 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+11:167593:x1845970874015488:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1760456370.125713:0:88855:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50ec3d lrc: 3/0,1 mode: PW/PW res: [0x150a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.125724:0:122919:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000070480952/0x3e4967fcee50ec60 lrc: 3/0,1 mode: --/PW res: [0xde4:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.125724:0:122347:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1760456370.125726:0:88855:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50ec3d lrc: 2/0,0 mode: PW/PW res: [0x150a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.125730:0:122347:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ad5f488f/0x3e4967fcee50c6ce lrc: 5/0,0 mode: PR/PR res: [0x150a6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a043d expref: 11 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.125754:0:122919:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005eee6b91/0x3e4967fcee50cb6d lrc: 2/0,0 mode: PR/PR res: [0xde4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0539 expref: 11 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1760456370.125757:0:122347:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ad5f488f/0x3e4967fcee50c6ce lrc: 4/0,0 mode: PR/PR res: [0x150a6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a043d expref: 11 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:0.0:1760456370.125763:0:88855:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1760456370.125776:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.125780:0:122919:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.125782:0:122919:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000070480952/0x3e4967fcee50ec60 lrc: 4/0,1 mode: --/PW res: [0xde4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.125782:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.125785:0:122347:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.125788:0:122347:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50ec44 lrc: 3/0,1 mode: PW/PW res: [0x150a6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.125800:0:122347:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50ec44 lrc: 4/0,1 mode: PW/PW res: [0x150a6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.125813:0:122347:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456370.125818:0:122919:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005eee6b91/0x3e4967fcee50cb6d lrc: 3/0,0 mode: PR/PR res: [0xde4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0539 expref: 11 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.125818:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f7b1e160/0x3e4967fcee50ec36 lrc: 1/0,0 mode: --/PW res: [0x1509c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.125835:0:122347:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009729084 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+11:167593:x1845970874015488:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 118us (450us total) trans 0 rc 0/0 00010000:00010000:1.0:1760456370.125846:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f7b1e160/0x3e4967fcee50ec36 lrc: 0/0,0 mode: --/PW res: [0x1509c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.125848:0:122919:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005eee6b91/0x3e4967fcee50cb6d lrc: 4/0,0 mode: PR/PR res: [0xde4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0539 expref: 11 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.125850:0:122347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1668 00000100:00100000:3.0:1760456370.125876:0:122919:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000102e32a3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:122919:1845970853026816:192.168.203.34@tcp:104: 00010000:00010000:1.0:1760456370.125889:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.125893:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50ec3d lrc: 2/0,0 mode: PW/PW res: [0x150a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.125901:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000809e3c27 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.125904:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50ec3d lrc: 2/0,0 mode: PW/PW res: [0x150a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.125905:0:122919:0:(client.c:2500:ptlrpc_set_wait()) set 000000005493d4bd going to sleep for 6 seconds 00010000:00010000:1.0:1760456370.125914:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50ec3d lrc: 3/0,0 mode: PW/PW res: [0x150a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.125928:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50ec3d lrc: 1/0,0 mode: --/PW res: [0x150a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.125931:0:122906:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001cdd72ed/0x3e4967fcee50c97c lrc: 3/0,0 mode: PR/PR res: [0x9c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a04d0 expref: 10 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1760456370.125946:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000809e3c27/0x3e4967fcee50ec3d lrc: 0/0,0 mode: --/PW res: [0x150a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 88855 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.125950:0:122906:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001cdd72ed/0x3e4967fcee50c97c lrc: 4/0,0 mode: PR/PR res: [0x9c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a04d0 expref: 10 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.125950:0:88855:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000713f1f63 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+638:85189:x1845970853026048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3191us (3262us total) trans 12884911471 rc 0/0 00000100:00100000:0.0:1760456370.125968:0:88855:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19679 00000100:00100000:3.0:1760456370.125976:0:122906:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e1e5047 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:122906:1845970853026880:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.125982:0:85182:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:1.0:1760456370.125984:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.125988:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.125992:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.126001:0:122906:0:(client.c:2500:ptlrpc_set_wait()) set 000000003365cda3 going to sleep for 6 seconds 00010000:00010000:1.0:1760456370.126001:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.126022:0:122345:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874015552 00010000:00010000:3.0:1760456370.126035:0:122345:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000dbf0daad/0x3e4967fcee50c841 lrc: 5/0,0 mode: PR/PR res: [0x15509:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a048a expref: 11 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:1.0:1760456370.126039:0:122921:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ad5f488f/0x3e4967fcee50c6ce lrc: 0/0,0 mode: --/PR res: [0x150a6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a043d expref: 11 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.126064:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1669 00000100:00100000:2.0:1760456370.126069:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fe50ac7c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+11:167593:x1845970874015552:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1760456370.126076:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.126080:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000dbf0daad/0x3e4967fcee50c841 lrc: 5/0,0 mode: PR/PR res: [0x15509:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a048a expref: 11 pid: 87239 timeout: 4721 lvb_type: 1 00000004:00080000:0.0:1760456370.126083:0:85189:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000fd2635ca/2, rc 0, transno 9583 00010000:00010000:2.0:1760456370.126089:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000dbf0daad/0x3e4967fcee50c841 lrc: 4/0,0 mode: PR/PR res: [0x15509:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a048a expref: 11 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.126092:0:85189:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd2635ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:85189:1845970853026048:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.126107:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.126109:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.126110:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50ec4b lrc: 3/0,1 mode: PW/PW res: [0x15509:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.126116:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50ec4b lrc: 4/0,1 mode: PW/PW res: [0x15509:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.126126:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1760456370.126133:0:122923:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000007ec553 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:122923:1845970853026624:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.126146:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fe50ac7c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+11:167593:x1845970874015552:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 76us (171us total) trans 0 rc 0/0 00010000:00010000:0.0:1760456370.126149:0:122923:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50ec52 lrc: 3/0,1 mode: --/PW res: [0x15508:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.126154:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1669 00000100:00100000:0.0:1760456370.126181:0:85190:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1760456370.126192:0:85190:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000084efc343 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853026944:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1760456370.126196:0:87240:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dbf0daad/0x3e4967fcee50c841 lrc: 0/0,0 mode: --/PR res: [0x15509:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a048a expref: 10 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.126218:0:87240:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd3fd54a pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:87240:1845970853026560:192.168.203.34@tcp:104: 00000100:00100000:1.0:1760456370.126225:0:122921:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000020d5ae43 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:122921:1845970853026368:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.126230:0:87240:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50ec4b lrc: 3/0,1 mode: PW/PW res: [0x15509:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.126234:0:85190:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1760456370.126244:0:87240:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50ec4b lrc: 3/0,1 mode: PW/PW res: [0x15509:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.126248:0:87240:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50ec4b lrc: 3/0,1 mode: PW/PW res: [0x15509:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.126253:0:87240:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50ec4b lrc: 3/0,1 mode: PW/PW res: [0x15509:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.126257:0:87240:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50ec4b lrc: 2/0,0 mode: PW/PW res: [0x15509:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.126269:0:87239:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970853026944 00010000:00010000:2.0:1760456370.126275:0:87240:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.126280:0:122921:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50ec44 lrc: 3/0,1 mode: PW/PW res: [0x150a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.126289:0:122921:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50ec44 lrc: 3/0,1 mode: PW/PW res: [0x150a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.126292:0:87239:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19685 00010000:00010000:1.0:1760456370.126299:0:122921:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50ec44 lrc: 3/0,1 mode: PW/PW res: [0x150a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.126299:0:87239:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000007ec553 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+638:85190:x1845970853026944:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.126302:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456370.126308:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50ec4b lrc: 2/0,0 mode: PW/PW res: [0x15509:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.126312:0:122921:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50ec44 lrc: 3/0,1 mode: PW/PW res: [0x150a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1760456370.126317:0:87239:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:3558 count 1 00010000:00010000:3.0:1760456370.126319:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003cedbfdb already unused, calling callback (0000000049577fce) 00010000:00010000:3.0:1760456370.126324:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50ec4b lrc: 2/0,0 mode: PW/PW res: [0x15509:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.126326:0:122921:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50ec44 lrc: 2/0,0 mode: PW/PW res: [0x150a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.126332:0:87239:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50ec67 lrc: 3/0,1 mode: --/PW res: [0xde6:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.126343:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50ec4b lrc: 3/0,0 mode: PW/PW res: [0x15509:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.126356:0:122921:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.126359:0:87239:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000011cb0ac6/0x3e4967fcee50cc38 lrc: 2/0,0 mode: PR/PR res: [0xde6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0563 expref: 8 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.126363:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50ec4b lrc: 1/0,0 mode: --/PW res: [0x15509:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.126367:0:87239:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1760456370.126368:0:88635:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.126371:0:87239:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.126372:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003cedbfdb/0x3e4967fcee50ec4b lrc: 0/0,0 mode: --/PW res: [0x15509:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.126373:0:88635:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50ec44 lrc: 2/0,0 mode: PW/PW res: [0x150a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.126374:0:87239:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50ec67 lrc: 4/0,1 mode: --/PW res: [0xde6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.126398:0:88635:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dffb579e already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.126401:0:88635:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50ec44 lrc: 2/0,0 mode: PW/PW res: [0x150a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.126407:0:88635:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50ec44 lrc: 3/0,0 mode: PW/PW res: [0x150a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.126408:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.126411:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.126415:0:87239:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000011cb0ac6/0x3e4967fcee50cc38 lrc: 3/0,0 mode: PR/PR res: [0xde6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0563 expref: 8 pid: 87239 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1760456370.126416:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.126420:0:88635:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50ec44 lrc: 1/0,0 mode: --/PW res: [0x150a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.126430:0:88635:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dffb579e/0x3e4967fcee50ec44 lrc: 0/0,0 mode: --/PW res: [0x150a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122921 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.126432:0:87239:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000011cb0ac6/0x3e4967fcee50cc38 lrc: 4/0,0 mode: PR/PR res: [0xde6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0563 expref: 8 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.126444:0:87240:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000078c1ca98 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+639:85188:x1845970853026496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1727us (1891us total) trans 12884911472 rc 0/0 00000100:00100000:0.0:1760456370.126449:0:87239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b5ccd9a pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:87239:1845970853027008:192.168.203.34@tcp:104: 00000100:00100000:2.0:1760456370.126454:0:87240:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19681 00000004:00080000:3.0:1760456370.126465:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c7226916/2, rc 0, transno 9584 00000100:00100000:3.0:1760456370.126473:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c7226916 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853026496:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1760456370.126481:0:87239:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e9ed637f going to sleep for 6 seconds 00010000:00010000:1.0:1760456370.126498:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.126500:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.126503:0:88635:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1760456370.126576:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000008613f1d/2, rc 0, transno 9581 00000100:00100000:0.0:1760456370.126582:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000008613f1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853025792:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1760456370.126609:0:85183:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.126634:0:86474:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874015616 00010000:00010000:2.0:1760456370.126645:0:86474:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a4737c25/0x3e4967fcee50c7c3 lrc: 4/0,0 mode: PR/PR res: [0x15508:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a046e expref: 9 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.126663:0:86474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1670 00000100:00100000:2.0:1760456370.126666:0:86474:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008635a4f7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+9:167596:x1845970874015616:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1760456370.126672:0:86474:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.126675:0:86474:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a4737c25/0x3e4967fcee50c7c3 lrc: 4/0,0 mode: PR/PR res: [0x15508:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a046e expref: 9 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.126682:0:86474:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a4737c25/0x3e4967fcee50c7c3 lrc: 3/0,0 mode: PR/PR res: [0x15508:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a046e expref: 9 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.126695:0:86474:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a4737c25/0x3e4967fcee50c7c3 lrc: 0/0,0 mode: --/PR res: [0x15508:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a046e expref: 9 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.126702:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.126704:0:86474:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.126706:0:86474:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50ec52 lrc: 3/0,1 mode: PW/PW res: [0x15508:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.126711:0:86474:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50ec52 lrc: 4/0,1 mode: PW/PW res: [0x15508:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.126729:0:86474:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.126744:0:122923:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50ec52 lrc: 3/0,1 mode: PW/PW res: [0x15508:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1760456370.126751:0:122921:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a4abf19e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+639:85191:x1845970853026176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3795us (3882us total) trans 12884911473 rc 0/0 00010000:00010000:0.0:1760456370.126754:0:122923:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50ec52 lrc: 3/0,1 mode: PW/PW res: [0x15508:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.126759:0:86474:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008635a4f7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+8:167596:x1845970874015616:12345-192.168.203.34@tcp:103:ldlm_bl_04.0 Request processed in 87us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1760456370.126768:0:122921:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19680 00000100:00100000:2.0:1760456370.126778:0:86474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1670 00010000:00010000:0.0:1760456370.126785:0:122923:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50ec52 lrc: 3/0,1 mode: PW/PW res: [0x15508:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.126790:0:122923:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50ec52 lrc: 2/0,0 mode: PW/PW res: [0x15508:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.126803:0:122923:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.126812:0:122924:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.126814:0:122924:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50ec52 lrc: 2/0,0 mode: PW/PW res: [0x15508:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.126819:0:122924:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000051361bf8 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.126822:0:122924:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50ec52 lrc: 2/0,0 mode: PW/PW res: [0x15508:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.126827:0:122924:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50ec52 lrc: 3/0,0 mode: PW/PW res: [0x15508:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.126842:0:122924:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50ec52 lrc: 1/0,0 mode: --/PW res: [0x15508:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.126849:0:122924:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000051361bf8/0x3e4967fcee50ec52 lrc: 0/0,0 mode: --/PW res: [0x15508:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122923 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.126864:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.126866:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.126868:0:122924:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.127038:0:122919:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000102e32a3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:122919:1845970853026816:192.168.203.34@tcp:104: 00010000:00010000:3.0:1760456370.127054:0:122919:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000070480952/0x3e4967fcee50ec60 lrc: 3/0,1 mode: --/PW res: [0xde4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1760456370.127057:0:122923:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000048410282 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+639:85190:x1845970853026432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2319us (2446us total) trans 12884911474 rc 0/0 00000100:00100000:0.0:1760456370.127072:0:122923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19682 00000004:00080000:0.0:1760456370.127107:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000badbf7c5/2, rc 0, transno 9586 00000100:00100000:0.0:1760456370.127113:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000badbf7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853026432:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.127136:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000004:00080000:0.0:1760456370.127140:0:85191:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a100ee31/2, rc 0, transno 9585 00000100:00100000:0.0:1760456370.127146:0:85191:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a100ee31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:85191:1845970853026176:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.127170:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00000100:00100000:2.0:1760456370.127171:0:122344:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874015744 00010000:00010000:2.0:1760456370.127185:0:122344:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001cdd72ed/0x3e4967fcee50c97c lrc: 5/0,0 mode: PR/PR res: [0x9c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a04d0 expref: 8 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.127202:0:122344:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874015680 00010000:00010000:2.0:1760456370.127210:0:122344:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005eee6b91/0x3e4967fcee50cb6d lrc: 4/0,0 mode: PR/PR res: [0xde4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0539 expref: 9 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.127224:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1671 00000100:00100000:2.0:1760456370.127229:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000102e32a3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+9:167593:x1845970874015744:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1760456370.127236:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1760456370.127239:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001cdd72ed/0x3e4967fcee50c97c lrc: 5/0,0 mode: PR/PR res: [0x9c8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a04d0 expref: 9 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.127249:0:85181:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.34@tcp (source: 12345-192.168.203.34@tcp) 00010000:00010000:2.0:1760456370.127251:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001cdd72ed/0x3e4967fcee50c97c lrc: 4/0,0 mode: PR/PR res: [0x9c8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a04d0 expref: 9 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.127260:0:87239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b5ccd9a pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:87239:1845970853027008:192.168.203.34@tcp:104: 00010000:00010000:2.0:1760456370.127264:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.127267:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.127269:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000084015e79/0x3e4967fcee50ec59 lrc: 3/0,1 mode: PW/PW res: [0x9c8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.127274:0:122343:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1845970874015808 00010000:00010000:2.0:1760456370.127274:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000084015e79/0x3e4967fcee50ec59 lrc: 4/0,1 mode: PW/PW res: [0x9c8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.127279:0:87239:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50ec67 lrc: 3/0,1 mode: --/PW res: [0xde6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.127288:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1760456370.127289:0:122343:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000011cb0ac6/0x3e4967fcee50cc38 lrc: 4/0,0 mode: PR/PR res: [0xde6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0563 expref: 10 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:3.0:1760456370.127308:0:122343:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1672 00000100:00100000:3.0:1760456370.127313:0:122343:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba802d17 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+10:167596:x1845970874015680:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 00000100:00100000:2.0:1760456370.127317:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000102e32a3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+10:167593:x1845970874015744:12345-192.168.203.34@tcp:103:ldlm_bl_02.0 Request processed in 84us (182us total) trans 0 rc 0/0 00010000:00010000:3.0:1760456370.127323:0:122343:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1760456370.127324:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1671 00010000:00010000:3.0:1760456370.127328:0:122343:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005eee6b91/0x3e4967fcee50cb6d lrc: 4/0,0 mode: PR/PR res: [0xde4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0539 expref: 10 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.127337:0:122343:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005eee6b91/0x3e4967fcee50cb6d lrc: 3/0,0 mode: PR/PR res: [0xde4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0539 expref: 9 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:2.0:1760456370.127343:0:122344:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.34@tcp, seq: 1673 00000100:00100000:2.0:1760456370.127348:0:122344:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8dd4db1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+9:167594:x1845970874015808:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1760456370.127352:0:122343:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005eee6b91/0x3e4967fcee50cb6d lrc: 0/0,0 mode: --/PR res: [0xde4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0539 expref: 9 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:2.0:1760456370.127356:0:122344:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1760456370.127361:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.127362:0:122344:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000011cb0ac6/0x3e4967fcee50cc38 lrc: 4/0,0 mode: PR/PR res: [0xde6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0563 expref: 8 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.127364:0:122343:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1760456370.127367:0:122343:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000070480952/0x3e4967fcee50ec60 lrc: 3/0,1 mode: PW/PW res: [0xde4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.127374:0:122344:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000011cb0ac6/0x3e4967fcee50cc38 lrc: 3/0,0 mode: PR/PR res: [0xde6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0563 expref: 8 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.127375:0:122343:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000070480952/0x3e4967fcee50ec60 lrc: 4/0,1 mode: PW/PW res: [0xde4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.127401:0:122344:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011cb0ac6/0x3e4967fcee50cc38 lrc: 0/0,0 mode: --/PR res: [0xde6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a0563 expref: 8 pid: 87239 timeout: 4721 lvb_type: 1 00010000:00010000:3.0:1760456370.127412:0:122343:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1760456370.127412:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.127415:0:122344:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1760456370.127416:0:122344:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50ec67 lrc: 3/0,1 mode: PW/PW res: [0xde6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1760456370.127422:0:122344:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50ec67 lrc: 4/0,1 mode: PW/PW res: [0xde6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1760456370.127434:0:122343:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba802d17 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+7:167596:x1845970874015680:12345-192.168.203.34@tcp:103:ldlm_bl_01.0 Request processed in 119us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1760456370.127440:0:122343:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1672 00010000:00010000:2.0:1760456370.127443:0:122344:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1760456370.127452:0:87239:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50ec67 lrc: 3/0,1 mode: PW/PW res: [0xde6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.127460:0:87239:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50ec67 lrc: 3/0,1 mode: PW/PW res: [0xde6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.127464:0:122919:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000070480952/0x3e4967fcee50ec60 lrc: 3/0,1 mode: PW/PW res: [0xde4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.127465:0:87239:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50ec67 lrc: 3/0,1 mode: PW/PW res: [0xde6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.127470:0:122344:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8dd4db1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:10bbceb9-e556-4f6d-a6b1-7fd3b8c41ca0+6:167594:x1845970874015808:12345-192.168.203.34@tcp:103:ldlm_bl_03.0 Request processed in 117us (221us total) trans 0 rc 0/0 00010000:00010000:3.0:1760456370.127487:0:122919:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000070480952/0x3e4967fcee50ec60 lrc: 3/0,1 mode: PW/PW res: [0xde4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1760456370.127488:0:122344:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.34@tcp, seq: 1673 00010000:00010000:0.0:1760456370.127490:0:87239:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50ec67 lrc: 2/0,0 mode: PW/PW res: [0xde6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.127506:0:122919:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000070480952/0x3e4967fcee50ec60 lrc: 3/0,1 mode: PW/PW res: [0xde4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.127535:0:122919:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000070480952/0x3e4967fcee50ec60 lrc: 2/0,0 mode: PW/PW res: [0xde4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.127537:0:87239:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.127543:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1760456370.127553:0:122919:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1760456370.127554:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50ec67 lrc: 2/0,0 mode: PW/PW res: [0xde6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.127563:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000052a45374 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.127565:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50ec67 lrc: 2/0,0 mode: PW/PW res: [0xde6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.127571:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50ec67 lrc: 3/0,0 mode: PW/PW res: [0xde6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.127584:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50ec67 lrc: 1/0,0 mode: --/PW res: [0xde6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.127589:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000052a45374/0x3e4967fcee50ec67 lrc: 0/0,0 mode: --/PW res: [0xde6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 87239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.127608:0:86476:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1760456370.127610:0:86476:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000070480952/0x3e4967fcee50ec60 lrc: 2/0,0 mode: PW/PW res: [0xde4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.127615:0:86476:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000070480952 already unused, calling callback (0000000049577fce) 00010000:00010000:1.0:1760456370.127633:0:86476:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000070480952/0x3e4967fcee50ec60 lrc: 2/0,0 mode: PW/PW res: [0xde4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.127639:0:86476:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000070480952/0x3e4967fcee50ec60 lrc: 3/0,0 mode: PW/PW res: [0xde4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.127648:0:86476:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000070480952/0x3e4967fcee50ec60 lrc: 1/0,0 mode: --/PW res: [0xde4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.127652:0:86476:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000070480952/0x3e4967fcee50ec60 lrc: 0/0,0 mode: --/PW res: [0xde4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1760456370.127666:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.127668:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.127669:0:86476:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1760456370.127675:0:122922:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1760456370.127764:0:122906:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001cdd72ed/0x3e4967fcee50c97c lrc: 0/0,0 mode: --/PR res: [0x9c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.34@tcp remote: 0x80b68bbb7e4a04d0 expref: 5 pid: 87239 timeout: 4721 lvb_type: 1 00000100:00100000:0.0:1760456370.127773:0:87239:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000007ec553 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+639:85190:x1845970853026944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1472us (1543us total) trans 12884911475 rc 0/0 00000100:00100000:3.0:1760456370.127775:0:122906:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e1e5047 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:122906:1845970853026880:192.168.203.34@tcp:104: 00000100:00100000:0.0:1760456370.127787:0:87239:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19685 00010000:00010000:3.0:1760456370.127792:0:122906:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000084015e79/0x3e4967fcee50ec59 lrc: 3/0,1 mode: PW/PW res: [0x9c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.127801:0:122906:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000084015e79/0x3e4967fcee50ec59 lrc: 3/0,1 mode: PW/PW res: [0x9c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.127813:0:122906:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000084015e79/0x3e4967fcee50ec59 lrc: 3/0,1 mode: PW/PW res: [0x9c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.127821:0:122906:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000084015e79/0x3e4967fcee50ec59 lrc: 3/0,1 mode: PW/PW res: [0x9c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1760456370.127821:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000084efc343/2, rc 0, transno 9587 00000100:00100000:0.0:1760456370.127829:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000084efc343 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853026944:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1760456370.127834:0:122906:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000084015e79/0x3e4967fcee50ec59 lrc: 2/0,0 mode: PW/PW res: [0x9c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1760456370.127852:0:122906:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1760456370.127862:0:86477:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1760456370.127867:0:86477:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000084015e79/0x3e4967fcee50ec59 lrc: 2/0,0 mode: PW/PW res: [0x9c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.127877:0:86477:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000084015e79 already unused, calling callback (0000000049577fce) 00010000:00010000:0.0:1760456370.127879:0:86477:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000084015e79/0x3e4967fcee50ec59 lrc: 2/0,0 mode: PW/PW res: [0x9c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.127888:0:86477:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000084015e79/0x3e4967fcee50ec59 lrc: 3/0,0 mode: PW/PW res: [0x9c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.127898:0:86477:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000084015e79/0x3e4967fcee50ec59 lrc: 1/0,0 mode: --/PW res: [0x9c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.127903:0:86477:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084015e79/0x3e4967fcee50ec59 lrc: 0/0,0 mode: --/PW res: [0x9c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 122906 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1760456370.127918:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.127920:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1760456370.127921:0:86477:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1760456370.128138:0:122919:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eadf8f49 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+639:85190:x1845970853026752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2442us (2590us total) trans 12884911476 rc 0/0 00000100:00100000:3.0:1760456370.128144:0:122919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19684 00000004:00080000:3.0:1760456370.128167:0:85190:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000892be2b2/2, rc 0, transno 9588 00000100:00100000:3.0:1760456370.128170:0:85190:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000892be2b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:85190:1845970853026752:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1760456370.128287:0:122906:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045ae9cc1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+639:85188:x1845970853026688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3139us (3296us total) trans 12884911477 rc 0/0 00000100:00100000:3.0:1760456370.128292:0:122906:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19683 00000004:00080000:3.0:1760456370.128310:0:85188:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000acdd2779/2, rc 0, transno 9589 00000100:00100000:3.0:1760456370.128313:0:85188:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000acdd2779 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:85188:1845970853026688:0@lo:6:osp-syn-1-0.0 Debug log: 24170 lines, 24170 kept, 0 dropped, 0 bad.